-- Logs begin at Wed 2022-02-09 14:56:25 UTC, end at Wed 2022-02-09 16:17:25 UTC. -- Feb 09 15:52:38.896140 dv-cinder-825105-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 15:52:41.090796 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.common.config [-] Logging enabled! Feb 09 15:52:41.091501 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev14 Feb 09 15:52:41.091501 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83601) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 09 15:52:41.093738 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.common.config [-] Logging enabled! Feb 09 15:52:41.093988 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev14 Feb 09 15:52:41.094274 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83601) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 09 15:52:41.095292 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 15:52:41.095519 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 15:52:41.095878 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 15:52:41.096124 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 15:52:41.096349 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 15:52:41.096675 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.096967 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.097265 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.097494 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.097788 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.098078 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.098395 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.098686 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.098982 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.099259 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.099537 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.099819 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.100051 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.100333 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.100619 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.100904 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.101129 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] debug = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.101409 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.101840 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.102275 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.102569 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.102843 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.103115 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.103395 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.103673 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.104003 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] host = dv-cinder-825105-1-smb {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.104283 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.104570 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.104859 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.105141 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.105415 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.105690 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.105977 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.106274 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.106554 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] log_file = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.106823 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.107111 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.107402 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.107688 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.107913 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.108136 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.108420 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.108704 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.108978 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.109250 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.109520 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.109790 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.110064 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.110898 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.111181 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.111471 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.111754 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.112027 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.112301 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.112574 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.112846 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.113128 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.113401 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.113702 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.113944 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.114254 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.114526 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.114800 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.115100 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.115384 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.115665 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.115947 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.116220 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.116504 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.116777 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.117049 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.117325 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] use_json = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.117596 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.117866 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.118161 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.118440 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.118713 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.118984 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.119254 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.119536 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.119808 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:41.120106 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.120403 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.120705 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.120990 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.121285 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.121565 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.122119 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.122420 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.122712 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.123002 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.123291 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.123569 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.123856 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.124150 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.124438 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.124712 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.124992 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.125282 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.125559 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.126444 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.126769 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.127140 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.127433 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.127711 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.127998 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.128279 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.128553 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.128825 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.129107 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.129396 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.129673 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.129944 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.130247 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.130527 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.130798 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.131084 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.131365 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.131637 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.131909 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.132189 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.132463 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.132734 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.133011 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.133286 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.133562 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.133834 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.134105 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.134401 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.134672 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.134943 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.135216 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.135487 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.135763 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.136035 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.136307 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.136576 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.136850 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.137121 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.137417 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.137718 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.137997 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.138302 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.138582 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.138860 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.139138 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.139417 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.139696 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.139975 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.140248 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.140539 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.140822 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.141107 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.141422 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.141707 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.142002 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.142301 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.142583 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.142860 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.143136 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.143418 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.143702 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.143997 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.144289 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.144583 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.144872 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.145163 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.145442 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.145755 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.146034 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:41.146280 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 15:52:41.146527 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83601) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 15:52:41.555561 dv-cinder-825105-1-smb neutron-server[83601]: INFO keyring.backend [-] Loading KWallet Feb 09 15:52:41.563896 dv-cinder-825105-1-smb neutron-server[83601]: INFO keyring.backend [-] Loading SecretService Feb 09 15:52:41.567343 dv-cinder-825105-1-smb neutron-server[83601]: INFO keyring.backend [-] Loading Windows Feb 09 15:52:41.568717 dv-cinder-825105-1-smb neutron-server[83601]: INFO keyring.backend [-] Loading chainer Feb 09 15:52:41.569306 dv-cinder-825105-1-smb neutron-server[83601]: INFO keyring.backend [-] Loading macOS Feb 09 15:52:41.604907 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 15:52:41.605183 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 15:52:41.605480 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 15:52:41.605821 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 15:52:41.915514 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:41.915807 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:41.916085 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:41.973099 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:41.973386 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:41.973662 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:41.976909 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:41.977186 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:41.977453 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.008046 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.008331 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.008603 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.036567 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.036841 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.037107 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.363819 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.364793 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.364793 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.364793 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.365515 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.488981 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.489318 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.489536 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.489809 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.490076 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.490420 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.490685 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.490971 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.491203 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.491496 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.491746 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.492012 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.492278 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.492540 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.492806 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.493076 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.493329 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.493603 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.493865 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.494158 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.494518 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.494767 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.495015 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.495301 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.495550 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.495795 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.496199 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:52:42.496435 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:52:42.496670 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:52:42.497161 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:52:42.497395 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:52:42.497628 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:52:42.498230 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 15:52:42.502324 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 15:52:42.506450 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 15:52:42.510395 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Feb 09 15:52:42.512064 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 15:52:42.512476 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 15:52:42.512814 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 15:52:42.513200 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 15:52:42.516100 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 15:52:42.516345 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 15:52:42.517249 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 15:52:42.545700 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 09 15:52:42.546190 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.546497 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83601) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 09 15:52:42.546858 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.548826 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83601) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 15:52:42.549122 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 15:52:42.549373 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 15:52:42.552693 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.552980 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:42.614747 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 15:52:42.614926 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 15:52:42.615134 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 15:52:42.615513 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 15:52:42.648238 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_db.sqlalchemy.engines [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83601) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 09 15:52:43.159183 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Initializing driver for type 'gre' Feb 09 15:52:43.159726 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] gre ID ranges: [(1, 1000)] Feb 09 15:52:43.324167 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Initializing driver for type 'local' Feb 09 15:52:43.324508 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Initializing driver for type 'vlan' Feb 09 15:52:43.409998 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] VlanTypeDriver initialization complete Feb 09 15:52:43.410682 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Initializing driver for type 'vxlan' Feb 09 15:52:43.410802 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] vxlan ID ranges: [(1, 1000)] Feb 09 15:52:43.621041 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Initializing extension driver 'port_security' Feb 09 15:52:43.621482 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.extensions.port_security [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] PortSecurityExtensionDriver initialization complete Feb 09 15:52:43.622062 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Initializing mechanism driver 'openvswitch' Feb 09 15:52:43.622474 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Initializing mechanism driver 'hyperv' Feb 09 15:52:43.629695 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:43.630408 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > port after_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.630777 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > port after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.631128 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > port after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.631658 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83601) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 15:52:43.632081 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > subnet after_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.632428 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > subnet after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.632768 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.633152 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83601) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 15:52:43.633555 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > network after_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.633898 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > network after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.634258 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > network after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.634715 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83601) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 15:52:43.639707 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > security_group after_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.639707 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > security_group after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.639707 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.639707 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83601) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 15:52:43.639707 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.640131 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.640131 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.640131 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83601) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 15:52:43.640131 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] ML2 OVO RPC backend initialized. {{(pid=83601) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 09 15:52:43.640131 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.640496 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.640496 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > network before_response 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.640496 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > networks before_response 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.640496 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > port before_response 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.640815 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > ports before_response 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.640815 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > subnet before_response 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.641111 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > subnets before_response 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.641943 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > network after_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.642311 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > network after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.642645 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > network after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.642978 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > port after_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.643309 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > port after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.643640 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > port after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.643973 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > subnet after_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.644305 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > subnet after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.644635 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.645217 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.plugin [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Modular L2 Plugin initialization complete Feb 09 15:52:43.645586 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading services supported by the core plugin {{(pid=83601) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 15:52:43.645933 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.plugins.ml2.managers [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Got port-security extension from driver 'port_security' Feb 09 15:52:43.646414 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.extensions.vlantransparent [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Disabled vlantransparent extension. Feb 09 15:52:43.646832 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83601) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 15:52:43.647138 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading Plugin: router Feb 09 15:52:43.683906 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.684217 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router after_create 55549900 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.684585 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router before_create 55549900 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.684943 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.685323 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.685661 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router after_delete 55549900 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.686012 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.686525 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router after_create 55549900 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.686873 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router after_update 55549900 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.687219 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router after_update 55549900 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.687564 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.687922 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router after_update 55549900 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.688822 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router precommit_update 55549900 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.689183 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: port after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.689525 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: port after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.689856 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: subnet after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.690218 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.690565 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.690910 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router precommit_create 55549900 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.691249 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: port before_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.691595 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router precommit_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.691955 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router after_update 55549900 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.692295 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.692639 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router precommit_create 55549900 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.692998 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.693340 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router precommit_update 55549900 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.693700 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > agent after_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.694048 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > agent after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.694416 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > network after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.695327 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Tracking information for resource: router configured {{(pid=83601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:52:43.695662 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Tracking information for resource: floatingip configured {{(pid=83601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:52:43.701086 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.db.l3_agentschedulers_db [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 15:52:43.701491 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: port after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.701849 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: port after_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.702225 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: port after_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.702577 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: port after_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.703500 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router before_create 55550100 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.703860 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.704767 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router precommit_create 55550100 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.705123 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > router precommit_update 55550100 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.709502 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.services.provider_configuration [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Service providers = [] {{(pid=83601) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 15:52:43.709860 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.db.servicetype_db [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83601) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 15:52:43.712896 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.services.service_base [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83601) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 15:52:43.713240 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.services.service_base [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83601) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 15:52:43.713578 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.services.service_base [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83601) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 15:52:43.714481 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.services.service_base [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83601) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 15:52:43.714854 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.services.service_base [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 15:52:43.715236 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:52:43.715551 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 15:52:43.726906 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:52:43.727233 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading Plugin: auto_allocate Feb 09 15:52:43.733272 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: network precommit_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.733639 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: network precommit_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.734195 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:52:43.734517 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading Plugin: tag Feb 09 15:52:43.741168 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:52:43.741491 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading Plugin: timestamp Feb 09 15:52:43.745594 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:52:43.745929 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading Plugin: network_ip_availability Feb 09 15:52:43.752251 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.752625 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.752981 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.753722 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:52:43.754041 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading Plugin: flavors Feb 09 15:52:43.758899 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:52:43.759228 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading Plugin: revisions Feb 09 15:52:43.763530 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:52:43.763911 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.158s {{(pid=83601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 15:52:43.764651 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83601) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 09 15:52:43.764984 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Initializing extension manager. Feb 09 15:52:43.765487 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: __init__.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.765823 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: __pycache__ {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.766181 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.767106 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.767541 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: _filter_validation_lib.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.767874 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.768199 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: address_group.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.768985 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.769540 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: address-group Feb 09 15:52:43.769858 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: address_scope.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.770599 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.771104 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: address-scope Feb 09 15:52:43.771422 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.772358 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.772878 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: router-admin-state-down-before-update Feb 09 15:52:43.773198 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: agent.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.773895 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.774421 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: agent Feb 09 15:52:43.774741 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: agent_resources_synced.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.775655 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.776159 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: agent-resources-synced Feb 09 15:52:43.776473 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: allowedaddresspairs.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.778504 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.779089 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: allowed-address-pairs Feb 09 15:52:43.779714 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: auto_allocated_topology.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.781354 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.782425 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: auto-allocated-topology Feb 09 15:52:43.782942 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: availability_zone.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.784057 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.785036 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: availability_zone Feb 09 15:52:43.785556 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: availability_zone_filter.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.786620 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.787144 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: availability_zone_filter Feb 09 15:52:43.787471 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: data_plane_status.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.788390 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.788903 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 15:52:43.789228 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: default_subnetpools.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.790171 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.790682 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: default-subnetpools Feb 09 15:52:43.791006 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.791794 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.792303 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: dhcp_agent_scheduler Feb 09 15:52:43.792627 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: dns.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.793538 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.794042 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 15:52:43.794386 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: dns_domain_ports.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.795294 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.795802 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 15:52:43.796122 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: dvr.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.796793 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.797296 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: dvr Feb 09 15:52:43.797630 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: empty_string_filtering.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.798744 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.799250 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: empty-string-filtering Feb 09 15:52:43.799569 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.800480 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.800983 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 15:52:43.801301 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.802233 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.802744 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 15:52:43.803053 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: external_net.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.803965 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.804473 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: external-net Feb 09 15:52:43.804785 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.805685 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.806221 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: extra_dhcp_opt Feb 09 15:52:43.806539 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: extraroute.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.807435 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.807941 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: extraroute Feb 09 15:52:43.808261 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: extraroute_atomic.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.809298 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.809803 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: extraroute-atomic Feb 09 15:52:43.810119 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: filter_validation.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.810814 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.811315 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: filter-validation Feb 09 15:52:43.811630 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: fip_pf_description.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.812531 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.813030 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 15:52:43.813916 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: fip_port_details.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.814983 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.815487 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: fip-port-details Feb 09 15:52:43.815806 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: flavors.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.817059 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.817579 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: flavors Feb 09 15:52:43.817908 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.819613 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.820132 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 15:52:43.820462 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: floatingip_pools.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.821172 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.821678 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: floatingip-pools Feb 09 15:52:43.822000 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: ip_allocation.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.822960 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.823465 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 15:52:43.823784 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.824695 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.825210 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: ip-substring-filtering Feb 09 15:52:43.825531 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: l2_adjacency.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.826471 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.826981 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 15:52:43.827295 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: l3.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.828309 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.828829 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: router Feb 09 15:52:43.829693 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.832276 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.832805 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 15:52:43.833133 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.834084 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.834637 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: ext-gw-mode Feb 09 15:52:43.834961 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.835926 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.836458 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: l3-ha Feb 09 15:52:43.836782 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: l3_flavors.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.837700 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.838260 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: l3-flavors Feb 09 15:52:43.838586 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.839523 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.840036 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 15:52:43.840356 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: l3agentscheduler.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.841469 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.841956 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: l3_agent_scheduler Feb 09 15:52:43.842318 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: logging.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.843847 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.845293 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension logging not supported by any of loaded plugins Feb 09 15:52:43.845426 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: metering.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.846112 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.846795 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: metering Feb 09 15:52:43.847120 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.848248 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.848771 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: metering_source_and_destination_fields Feb 09 15:52:43.849090 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: multiprovidernet.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.850016 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.850570 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: multi-provider Feb 09 15:52:43.850890 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: netmtu.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.851800 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.852321 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: net-mtu Feb 09 15:52:43.852626 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: netmtu_writable.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.853543 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.854050 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: net-mtu-writable Feb 09 15:52:43.854391 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: network_availability_zone.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.855059 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.855565 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: network_availability_zone Feb 09 15:52:43.855880 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: network_ip_availability.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.856985 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.857495 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: network-ip-availability Feb 09 15:52:43.857816 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: network_segment_range.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.858641 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.859144 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 15:52:43.859457 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: pagination.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.860979 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.861704 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: pagination Feb 09 15:52:43.861704 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.862559 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.863072 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: port-mac-address-regenerate Feb 09 15:52:43.863388 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: port_resource_request.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.864296 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.864807 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 15:52:43.865119 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: portbindings.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.866056 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.866568 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: binding Feb 09 15:52:43.866887 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: portbindings_extended.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.868193 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.868705 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: binding-extended Feb 09 15:52:43.869026 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: portsecurity.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.869933 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.870479 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: port-security Feb 09 15:52:43.870800 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: project_id.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.872050 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.872376 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: project-id Feb 09 15:52:43.872692 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: providernet.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.873620 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.874148 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: provider Feb 09 15:52:43.874483 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: qos.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.878323 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.878847 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension qos not supported by any of loaded plugins Feb 09 15:52:43.879175 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.880426 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.880951 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 15:52:43.881276 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.882218 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.882736 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 15:52:43.883059 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: qos_default.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.883964 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.884483 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension qos-default not supported by any of loaded plugins Feb 09 15:52:43.884808 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: qos_fip.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.885464 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.885960 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 15:52:43.886311 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: qos_gateway_ip.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.887237 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.887754 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 15:52:43.888073 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: qos_port_network_policy.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.888981 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.889489 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 15:52:43.889808 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: qos_rule_type_details.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.890741 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.891254 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 15:52:43.891593 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: qos_rules_alias.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.892721 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.893215 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 15:52:43.893534 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: quotasv2.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.894527 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.894850 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: quotas Feb 09 15:52:43.895173 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: quotasv2_detail.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.896800 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.897137 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: quota_details Feb 09 15:52:43.897472 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: rbac.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.898556 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.899081 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: rbac-policies Feb 09 15:52:43.899409 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: rbac_address_scope.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.900346 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.900866 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: rbac-address-scope Feb 09 15:52:43.901194 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: rbac_security_groups.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.902115 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.902658 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: rbac-security-groups Feb 09 15:52:43.902983 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: rbac_subnetpool.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.903891 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.904402 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: rbac-subnetpool Feb 09 15:52:43.904726 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: revisionifmatch.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.905643 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.906166 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: revision-if-match Feb 09 15:52:43.906490 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: revisions.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.908149 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.908651 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: standard-attr-revisions Feb 09 15:52:43.908972 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: router_availability_zone.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.909640 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.910167 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: router_availability_zone Feb 09 15:52:43.910492 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: routerservicetype.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.911419 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.911917 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 15:52:43.912236 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.913144 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.913678 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: port-security-groups-filtering Feb 09 15:52:43.913974 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: securitygroup.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.925748 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.926311 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: security-group Feb 09 15:52:43.926646 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: segment.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.928167 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.928167 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension segment not supported by any of loaded plugins Feb 09 15:52:43.928311 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.929268 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.929782 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 15:52:43.930107 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: servicetype.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.931243 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.931813 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: service-type Feb 09 15:52:43.932138 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: sorting.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.933129 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.933465 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: sorting Feb 09 15:52:43.933782 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: standard_attr_segment.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.934849 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.935318 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 15:52:43.935641 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: standardattrdescription.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.936299 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.936809 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: standard-attr-description Feb 09 15:52:43.937134 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: stateful_security_group.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.938066 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.938629 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: stateful-security-group Feb 09 15:52:43.938948 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: stdattrs_common.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.939537 dv-cinder-825105-1-smb neutron-server[83601]: WARNING neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 15:52:43.939895 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.940821 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.941332 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 15:52:43.941650 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: subnet_onboard.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.942834 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.943344 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: subnet_onboard Feb 09 15:52:43.943665 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.944589 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.945097 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 15:52:43.945413 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: subnet_service_types.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.946359 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.946878 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: subnet-service-types Feb 09 15:52:43.947194 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: subnetallocation.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.948288 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.948799 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: subnet_allocation Feb 09 15:52:43.949118 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.949780 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.950320 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: subnetpool-prefix-ops Feb 09 15:52:43.950636 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.951613 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.956880 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 15:52:43.956880 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: tagging.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.957761 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.958315 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: standard-attr-tag Feb 09 15:52:43.958638 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: timestamp.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.959851 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.960431 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loaded extension: standard-attr-timestamp Feb 09 15:52:43.960758 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: trunk.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.961789 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.962329 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension trunk not supported by any of loaded plugins Feb 09 15:52:43.962654 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: trunk_details.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.963615 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.964122 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 15:52:43.964439 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: uplink_status_propagation.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.965352 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.965857 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 15:52:43.966202 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Loading extension file: vlantransparent.py {{(pid=83601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:52:43.966883 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:52:43.967392 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 15:52:43.970314 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of TrackedResource for resource:network Feb 09 15:52:43.971055 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of TrackedResource for resource:subnet Feb 09 15:52:43.971652 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 15:52:43.972447 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of TrackedResource for resource:port Feb 09 15:52:43.973727 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.v2.resource_helper [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:52:43.974275 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.v2.resource_helper [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Service FLAVORS assigned prefix: {{(pid=83601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:52:43.974874 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.v2.resource_helper [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:52:43.975322 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.v2.resource_helper [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:52:43.975625 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of TrackedResource for resource:router Feb 09 15:52:43.976298 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 15:52:43.976991 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.v2.resource_helper [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Service METERING assigned prefix: /metering {{(pid=83601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:52:43.978454 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.978820 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.979167 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:52:43.980368 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 15:52:43.980804 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of TrackedResource for resource:security_group Feb 09 15:52:43.981466 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 15:52:43.982292 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.v2.resource_helper [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Service CORE assigned prefix: {{(pid=83601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:52:43.982635 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 15:52:43.982969 dv-cinder-825105-1-smb neutron-server[83601]: WARNING neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] subnetpool is already registered Feb 09 15:52:43.983606 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.v2.resource_helper [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Service CORE assigned prefix: {{(pid=83601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:52:43.983885 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 15:52:43.984205 dv-cinder-825105-1-smb neutron-server[83601]: WARNING neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] subnetpool is already registered Feb 09 15:52:43.987448 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.v2.resource_helper [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:52:43.987874 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.v2.resource_helper [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Service FLAVORS assigned prefix: {{(pid=83601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:52:43.988451 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.v2.resource_helper [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:52:43.988865 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.v2.resource_helper [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:52:43.989196 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of TrackedResource for resource:router Feb 09 15:52:43.989521 dv-cinder-825105-1-smb neutron-server[83601]: WARNING neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] router is already registered Feb 09 15:52:43.990105 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 15:52:43.990457 dv-cinder-825105-1-smb neutron-server[83601]: WARNING neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] floatingip is already registered Feb 09 15:52:43.991072 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.v2.resource_helper [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Service METERING assigned prefix: /metering {{(pid=83601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:52:43.991729 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 15:52:43.992054 dv-cinder-825105-1-smb neutron-server[83601]: WARNING neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] rbac_policy is already registered Feb 09 15:52:43.992589 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of TrackedResource for resource:security_group Feb 09 15:52:43.992914 dv-cinder-825105-1-smb neutron-server[83601]: WARNING neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] security_group is already registered Feb 09 15:52:43.993493 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 15:52:43.993813 dv-cinder-825105-1-smb neutron-server[83601]: WARNING neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] security_group_rule is already registered Feb 09 15:52:43.994525 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.v2.resource_helper [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Service CORE assigned prefix: {{(pid=83601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:52:43.994895 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 15:52:43.995219 dv-cinder-825105-1-smb neutron-server[83601]: WARNING neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] subnetpool is already registered Feb 09 15:52:43.995812 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.v2.resource_helper [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Service CORE assigned prefix: {{(pid=83601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:52:43.996134 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 15:52:43.996469 dv-cinder-825105-1-smb neutron-server[83601]: WARNING neutron.quota.resource_registry [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] subnetpool is already registered Feb 09 15:52:43.997335 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: extensions {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:43.998848 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: address-groups {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.000459 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: address-scopes {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.001792 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: agents {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.002984 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: auto-allocated-topology {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.004256 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: availability_zones {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.008421 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: dhcp-networks {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.008421 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: dhcp-agents {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.008421 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: routers {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.010022 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: flavors {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.011188 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: service_profiles {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.012374 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: next_providers {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.013855 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: service_profiles {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.015318 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: floatingip-pools {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.016538 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: routers {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.018325 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: floatingips {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.019478 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: l3-routers {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.020818 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: l3-agents {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.022195 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: metering-labels {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.023520 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: metering-label-rules {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.024765 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: network-ip-availabilities {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.026054 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: bindings {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.028720 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: quotas {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.030153 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: quotas {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.031609 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: rbac-policies {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.033542 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: security-groups {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.034745 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: security-group-rules {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.035942 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: service-providers {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.037136 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: subnetpools {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.038621 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: subnetpools {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.040051 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: tags {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.041706 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: tags {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.043467 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: tags {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.045182 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: tags {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.046930 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: tags {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.049144 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: tags {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.050918 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: tags {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.052725 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: tags {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.054697 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: tags {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.056484 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron.api.extensions [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Extended resource: tags {{(pid=83601) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:52:44.062407 dv-cinder-825105-1-smb neutron-server[83601]: WARNING keystonemiddleware.auth_token [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 15:52:44.067365 dv-cinder-825105-1-smb neutron-server[83601]: WARNING keystonemiddleware.auth_token [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 15:52:44.075345 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Acquired lock "singleton_lock" {{(pid=83601) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 09 15:52:44.075815 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_concurrency.lockutils [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Releasing lock "singleton_lock" {{(pid=83601) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 09 15:52:44.076452 dv-cinder-825105-1-smb neutron-server[83601]: INFO oslo_service.service [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Starting 2 workers Feb 09 15:52:44.081902 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Started child 83708 {{(pid=83601) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 15:52:44.086410 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Started child 83709 {{(pid=83601) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 15:52:44.087937 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:44.088461 dv-cinder-825105-1-smb neutron-server[83601]: INFO neutron.service [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 15:52:44.088625 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Notify callbacks [] for process, before_spawn {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:44.088825 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [-] (83708) wsgi starting up on http://0.0.0.0:9696 Feb 09 15:52:44.091104 dv-cinder-825105-1-smb neutron-server[83601]: INFO oslo_service.service [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Starting 1 workers Feb 09 15:52:44.091583 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:44.093128 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [-] (83709) wsgi starting up on http://0.0.0.0:9696 Feb 09 15:52:44.096806 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Started child 83710 {{(pid=83601) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 15:52:44.097346 dv-cinder-825105-1-smb neutron-server[83601]: INFO oslo_service.service [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Starting 1 workers Feb 09 15:52:44.100584 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.service [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] calling RpcWorker wait() {{(pid=83710) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 15:52:44.101196 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.service [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] returning from RpcWorker wait() {{(pid=83710) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 15:52:44.101747 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Started child 83711 {{(pid=83601) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 15:52:44.102288 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:44.102537 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG neutron_lib.callbacks.manager [None req-ff0cfeeb-f419-4f4a-8cfe-3fa88d5e8723 None None] Notify callbacks [] for process, after_spawn {{(pid=83601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:44.102772 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:44.104417 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83601) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 09 15:52:44.104624 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 15:52:44.104802 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 15:52:44.105009 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 15:52:44.105346 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 15:52:44.105504 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 15:52:44.106021 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.106330 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.106602 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.106893 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:44.107583 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.107583 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.107822 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.108008 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.108275 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.108431 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.108630 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.108795 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.108959 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.109202 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.109456 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.109753 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.110022 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.110338 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.110594 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.110948 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.111208 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.111591 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.111849 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.112224 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] debug = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.112465 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.112959 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.113200 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.113454 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.113724 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.113937 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.114201 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.114505 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.114853 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.115027 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.115197 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.115456 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.115681 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.115969 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.116193 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.116404 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.116863 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] host = dv-cinder-825105-1-smb {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.117453 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.117453 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.117746 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.117746 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.118016 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.118199 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.118460 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.118696 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.118940 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.119188 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.119450 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.119672 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.119880 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.120126 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] log_file = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.120277 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] log_options = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.120501 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.120773 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.121035 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.121232 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.121398 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.121570 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.122075 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.122275 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.122499 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.122708 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.122915 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.123140 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.123368 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.123605 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.123838 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.124060 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.124614 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.124614 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.124908 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.125044 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.125187 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.125395 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.125604 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.126033 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.126333 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.126607 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.126866 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.127164 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.127424 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.127717 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.127717 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.128044 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.128210 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.128452 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.128705 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.128880 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.129103 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.129370 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.129596 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.129851 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.130254 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.130428 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.130567 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.130781 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.131024 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.131234 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] use_json = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.131441 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.131680 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.131922 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.132147 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.132370 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.132575 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.132806 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.133033 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.133261 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.133653 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.134548 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.134548 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.134548 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.134986 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.134986 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.135873 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.135873 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.135873 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.136347 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.136347 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.136622 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.137337 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.137608 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.137854 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.138111 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.138353 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.138574 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.138811 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.139217 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.139461 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.139594 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:44.139733 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.139916 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.140150 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.140384 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.140632 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.140856 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.141068 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.141292 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.142030 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.142316 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.150434 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.150434 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.150434 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.150434 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.150434 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.150434 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.150434 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.150434 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.150434 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.151299 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.151299 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.151299 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.151299 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.151299 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.151299 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.151299 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.151299 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.151299 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152227 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152227 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152227 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152227 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152227 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152227 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152227 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152227 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152227 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152975 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152975 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152975 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152975 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152975 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152975 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152975 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152975 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.152975 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.153570 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.153570 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.153570 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.153570 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.153570 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.153570 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.153570 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.153570 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.153570 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.154195 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.154195 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.154195 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.154195 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.154195 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.154195 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.154195 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.154195 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.154975 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.154975 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.154975 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.155368 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.155368 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.155647 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.155792 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.155928 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.156150 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.156431 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.156646 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.156874 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.157830 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.158109 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.158386 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.158640 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.158889 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.159301 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.159695 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.160104 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.160458 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.160874 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.161182 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.161566 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.161737 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.161987 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.162268 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.162545 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.162786 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.163036 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.163490 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.163744 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.163999 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.164279 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.164524 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.164764 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.164978 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.165228 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.165563 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.166436 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.166436 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.166436 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.166702 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.166832 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.167079 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.167336 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.167598 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.167833 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.168077 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.168303 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.168533 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.168753 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.169127 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.169338 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.169582 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.169813 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.170048 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.170277 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.170696 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.170937 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.171150 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.171381 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.171610 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.171824 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.172060 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.172304 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.172513 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.172763 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.173001 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.173267 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.173484 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.173640 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.173865 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.174119 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.174360 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.174625 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.174865 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.175100 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.175323 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.175543 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.175794 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.176003 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.176264 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.176477 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.176686 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.176895 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.177112 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.177324 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.177532 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.177752 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.177978 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.178226 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.178447 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.178782 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.179037 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.179275 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.179486 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.179702 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.179913 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.180121 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.180335 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.180545 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.180937 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.181358 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.181732 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.181957 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.182190 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.182406 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.182639 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.182854 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.183060 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.183337 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.183543 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.183750 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.184031 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.184265 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.184499 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.184757 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.185056 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.185220 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.185585 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.185792 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.186005 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.186234 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.186547 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.186774 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.187006 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.187311 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.187565 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.187762 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.188021 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.188397 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.188749 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.188995 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.189218 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.189433 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.189648 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.189911 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.190289 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.190559 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.190816 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.191064 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.191364 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.191633 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.191915 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.192116 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.192418 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.192782 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.193063 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.193312 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.193547 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.193792 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.194037 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.194275 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.194506 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.194884 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.195095 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.195510 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.195742 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.195964 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.196177 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.196401 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.196613 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.196832 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.197057 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.197275 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.197487 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.197641 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 15:52:44.198183 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83601) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 09 15:52:44.198342 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 15:52:44.198496 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 15:52:44.198661 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 15:52:44.198832 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 15:52:44.198985 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 15:52:44.199187 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.199334 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.199489 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.199643 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.199799 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.199972 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.200128 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.200281 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.200434 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.200587 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.200740 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.200894 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.201061 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.201203 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.201354 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.201510 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.201652 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.201809 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.201966 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.202120 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.202296 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.202449 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.202602 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] debug = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.202755 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.202931 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.203088 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.203240 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.203394 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.203546 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.203698 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.203852 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.204569 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.204761 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.204916 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.205068 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.205221 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.205376 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.205516 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.205668 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.205820 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] host = dv-cinder-825105-1-smb {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.205972 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.206124 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.206299 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.206452 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.206606 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.206758 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.206911 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.207139 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.207238 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.207871 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.208029 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.208184 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.208428 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.208512 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] log_file = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.208754 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] log_options = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.208754 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.208943 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.209165 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.209263 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.209345 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.209503 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.209656 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.209810 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.209963 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.210115 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.210499 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.210499 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.210657 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.210958 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.210958 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.211106 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.211184 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.211291 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.211456 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.211586 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.211745 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.211898 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.212052 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.212209 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.212359 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.212664 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.212817 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.212970 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.213124 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.213277 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.213430 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.213584 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.213791 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.213882 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.214203 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.214203 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.214367 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.214477 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.214631 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.214784 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.214937 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.215089 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.215246 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.215397 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.215555 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.215708 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] use_json = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.215844 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.215996 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.216150 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.216302 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.216454 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.216607 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.216760 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.216913 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.217066 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:52:44.217242 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.217400 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.217567 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.217723 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.217880 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.218037 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.218217 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.218408 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.218516 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.218670 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.219043 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.219043 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.219365 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.219365 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.219525 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.220249 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.220323 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.220414 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.220574 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.220744 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.220918 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.221075 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.221231 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.221387 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.221542 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.221702 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.221857 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.222012 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.222192 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.222351 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.222507 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.222662 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.222818 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.222975 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.223131 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.223288 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.223444 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.223601 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.223758 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.223917 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.224082 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.224397 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.224541 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.224702 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.224848 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.225003 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.225160 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.225316 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.225472 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.225629 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.225776 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.225942 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.226099 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.226293 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.226424 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.226560 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.226714 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.226869 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.227025 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.227180 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.227336 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.227492 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.227631 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.227792 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.227937 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.228092 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.228247 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.228403 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.228559 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.228715 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.229024 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.229024 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.229179 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.229301 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.229468 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.229640 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.229793 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.229949 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.230107 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.230337 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.230494 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.230650 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.230804 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.230959 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.231115 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.231270 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.231446 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.231589 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.231760 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.231900 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.232054 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.232208 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.232365 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.232520 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.232675 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.232830 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.232986 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.233141 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.233295 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.233450 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.233606 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.233771 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.233927 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.234084 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.234268 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.234430 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.234597 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.234753 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.234909 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.235065 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.235256 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.235413 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.235569 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.235724 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.235881 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.236039 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.236195 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.236358 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.236526 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.236713 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.236838 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.236993 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.237172 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.237326 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.237480 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.237637 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.237794 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.237951 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.238106 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.238284 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.238440 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.238596 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.238752 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.238908 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.239064 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.239220 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.239376 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.239551 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.239679 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.239841 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.239989 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.240129 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.240275 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.240427 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.240581 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.240737 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.240893 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.241049 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.241204 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.241360 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.241519 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.241702 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.241831 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.241986 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.242159 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.242536 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.242741 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.242892 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.243052 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.243210 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.243566 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.243566 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.244075 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.244075 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.244328 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.244328 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.244575 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.244709 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.245057 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.245057 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.245057 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.245438 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.245438 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.245685 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.245685 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.245936 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.245936 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.246208 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.246340 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.246555 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.246555 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.247057 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.247057 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.247313 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.247444 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.247581 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.247709 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.247842 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.247981 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.248111 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.248245 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.248378 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.248509 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.248664 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.248819 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.248985 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.249140 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.249287 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.249541 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.249687 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.250010 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.250010 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.250297 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.250297 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.250557 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.250557 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.250855 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.250855 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.251103 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.251236 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.251377 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.251490 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.251681 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.251836 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.251933 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.252110 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.252255 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.252414 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.252570 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.252726 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.252881 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.253039 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.253201 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.253368 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.253531 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.253694 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.253856 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.254020 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.254207 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.254366 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.254528 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.254697 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.254853 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.255010 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.255166 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.255322 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.255478 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.255635 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.255792 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.255948 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.256104 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.256261 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.256417 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.256572 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.256728 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.256884 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.257040 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.257195 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.257351 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.257507 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.257662 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:52:44.257813 dv-cinder-825105-1-smb neutron-server[83601]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 15:52:44.263463 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:44.578533 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 51392) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:44.587721 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063586 Feb 09 15:52:55.393102 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936cd6f9-5450-4deb-bf4f-dd1d2659f8af None None] get_active_networks_info from dv-cinder-825105-1-smb {{(pid=83710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 15:52:55.459750 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936cd6f9-5450-4deb-bf4f-dd1d2659f8af None None] No non-hosted networks {{(pid=83710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 15:52:55.471637 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.agentschedulers_db [None req-936cd6f9-5450-4deb-bf4f-dd1d2659f8af None None] DHCP Agent not found on host dv-cinder-825105-1-smb {{(pid=83710) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 15:52:55.592054 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0b65b84e-1232-4444-a37c-4bf8ce61219f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695413'] for agent, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:57.787295 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-92743490-7c60-4437-9df7-a0dc8effbdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695413'] for agent, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:57.846399 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.db.api [None req-504f0d13-227b-4e70-8894-62d0cc15de2c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-825105-1-smb {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:52:57.847191 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG oslo_db.api [None req-504f0d13-227b-4e70-8894-62d0cc15de2c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:52:58.369525 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-504f0d13-227b-4e70-8894-62d0cc15de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:58.974313 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695413'] for agent, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:59.113869 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695413'] for agent, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:59.114784 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:59.114914 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:59.115894 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:59.116507 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:59.117440 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:59.118465 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:59.118925 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:59.119743 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:59.120173 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:59.120731 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:59.121249 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:59.121828 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825105-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:59.135184 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825105-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:00.244715 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695413'] for agent, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:02.083883 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 51484) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:02.745505 dv-cinder-825105-1-smb neutron-server[83709]: WARNING oslo_policy.policy [None req-1918efe8-244d-45d9-a496-8b96df82d86c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:53:02.746076 dv-cinder-825105-1-smb neutron-server[83709]: WARNING oslo_policy.policy [None req-1918efe8-244d-45d9-a496-8b96df82d86c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:53:02.963091 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [None req-1918efe8-244d-45d9-a496-8b96df82d86c admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:53:02.964186 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-1918efe8-244d-45d9-a496-8b96df82d86c admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8793821 Feb 09 15:53:03.849676 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.db.l3_hamode_db [None req-c5fa4c7f-d0fe-4bd9-af1a-88fd0b87ebfa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 15:53:03.942195 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa4c7f-d0fe-4bd9-af1a-88fd0b87ebfa None None] Routers set() bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:53:03.942504 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa4c7f-d0fe-4bd9-af1a-88fd0b87ebfa None None] Router IDs set() for agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 09 15:53:05.347429 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 51498) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:05.763154 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-746fbb8e-9bee-49cf-a64a-99cc13b83869 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:53:05.819084 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.policy [None req-746fbb8e-9bee-49cf-a64a-99cc13b83869 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83709) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 09 15:53:05.819862 dv-cinder-825105-1-smb neutron-server[83709]: WARNING oslo_policy.policy [None req-746fbb8e-9bee-49cf-a64a-99cc13b83869 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:53:05.820233 dv-cinder-825105-1-smb neutron-server[83709]: WARNING oslo_policy.policy [None req-746fbb8e-9bee-49cf-a64a-99cc13b83869 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:53:05.823820 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.quota [None req-746fbb8e-9bee-49cf-a64a-99cc13b83869 admin admin] Loaded quota_driver: . Feb 09 15:53:05.840682 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-746fbb8e-9bee-49cf-a64a-99cc13b83869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:53:06.010307 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-746fbb8e-9bee-49cf-a64a-99cc13b83869 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772268819400', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772268816292', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772268810932', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772268789030', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772268798488', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3384667', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3214027', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1606044', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1678908'] for rbac-policy, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:06.216199 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-746fbb8e-9bee-49cf-a64a-99cc13b83869 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:06.217414 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-746fbb8e-9bee-49cf-a64a-99cc13b83869 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8691058 Feb 09 15:53:08.811834 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 51512) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:09.228269 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Request body: {'network': {'project_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'admin_state_up': True, 'name': 'private'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:53:09.233209 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:53:09.238350 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Usage tracker for resource:network and tenant:9dd5fed16a6d4b95a4cde391a5c35569 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:53:09.242966 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:53:09.249274 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:53:09.331248 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Made reservation on behalf of 9dd5fed16a6d4b95a4cde391a5c35569 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:09.334098 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:09.353930 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:09.400075 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:53:09.404013 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Usage tracker for resource:security_group_rule and tenant:9dd5fed16a6d4b95a4cde391a5c35569 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:53:09.406873 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:53:09.413342 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:53:09.488229 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:09.559348 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:09.584679 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:53:09.613100 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772266662238', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:09.613715 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Unsubscribe: segment precommit_create {{(pid=83709) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 15:53:09.614251 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.segments_db [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Added segment f73456d8-4517-4fae-8489-fb3c1ff66e63 of type vlan for network 0a1680f3-34db-42f6-be16-32cb77be9edd Feb 09 15:53:09.623277 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a5d2d2-43fe-4eff-a47c-1d3f4ec9560a,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:09.686780 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.687133 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.687458 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.687781 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.688101 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.688481 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.688799 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.689126 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.689488 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.689752 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.690191 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Tracked resource versions report: Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: pushed versions: Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: { 'ConntrackHelper': {'1.0'}, Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'Log': {'1.0'}, Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'Network': {'1.1'}, Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'Port': {'1.5'}, Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'PortForwarding': {'1.2'}, Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'QosPolicy': {'1.8'}, Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'SecurityGroup': {'1.2'}, Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'SecurityGroupRule': {'1.0'}, Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'SubPort': {'1.0'}, Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'Subnet': {'1.1'}, Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'Trunk': {'1.1'}} Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: consumer versions: Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: { DHCP agent@dv-cinder-825105-1-smb: {}, Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: L3 agent@dv-cinder-825105-1-smb: {}, Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: Metadata agent@dv-cinder-825105-1-smb: {}, Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: Metering agent@dv-cinder-825105-1-smb: {}, Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: Open vSwitch agent@dv-cinder-825105-1-smb: { 'ConntrackHelper': '1.0', Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'Log': '1.0', Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'Network': '1.1', Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'Port': '1.5', Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'PortForwarding': '1.2', Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'QosPolicy': '1.8', Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'SecurityGroup': '1.2', Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'SecurityGroupRule': '1.0', Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'SubPort': '1.0', Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'Subnet': '1.1', Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: 'Trunk': '1.1'}} Feb 09 15:53:09.691122 dv-cinder-825105-1-smb neutron-server[83709]: {{(pid=83709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:53:09.732687 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:09.844499 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:09.845809 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:09.846502 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:09.954761 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] Pushing event updated for resources: {'Network': ['ID=0a1680f3-34db-42f6-be16-32cb77be9edd,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:09.966535 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network 0a1680f3-34db-42f6-be16-32cb77be9edd details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:53:10.154227 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-d7ccb1a4-e37b-4cdd-b876-6b79e420be9c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3412054 Feb 09 15:53:12.857453 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 51528) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:13.353275 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc44c052-2147-4492-ae15-7129eca0a546 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:13.354545 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-cc44c052-2147-4492-ae15-7129eca0a546 admin admin] 10.222.0.30 "GET /v2.0/networks/0a1680f3-34db-42f6-be16-32cb77be9edd HTTP/1.1" status: 200 len: 825 time: 0.4961627 Feb 09 15:53:13.384377 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-236c88c1-2211-4c11-90b6-573cac8f3f71 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/c58de9e6-1e74-4cc7-85a7-f6c35b9be92b HTTP/1.1" status: 200 len: 734 time: 0.0244849 Feb 09 15:53:13.393540 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ecb17d4e-51fe-4717-a526-b185f18bacf7 admin admin] Request body: {'subnet': {'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd', 'subnetpool_id': 'c58de9e6-1e74-4cc7-85a7-f6c35b9be92b', 'tenant_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:53:13.398212 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ecb17d4e-51fe-4717-a526-b185f18bacf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:53:13.402212 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-ecb17d4e-51fe-4717-a526-b185f18bacf7 admin admin] Usage tracker for resource:subnet and tenant:9dd5fed16a6d4b95a4cde391a5c35569 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:53:13.405118 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-ecb17d4e-51fe-4717-a526-b185f18bacf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:53:13.410871 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ecb17d4e-51fe-4717-a526-b185f18bacf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:53:13.479308 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb17d4e-51fe-4717-a526-b185f18bacf7 admin admin] Made reservation on behalf of 9dd5fed16a6d4b95a4cde391a5c35569 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:13.481721 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ecb17d4e-51fe-4717-a526-b185f18bacf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:13.822715 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ecb17d4e-51fe-4717-a526-b185f18bacf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:13.914095 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb17d4e-51fe-4717-a526-b185f18bacf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd9eb68-368a-4ba4-bc1b-7ed43476a464,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:13.919108 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb17d4e-51fe-4717-a526-b185f18bacf7 admin admin] Checking segment: {'id': 'f73456d8-4517-4fae-8489-fb3c1ff66e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:53:13.919409 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb17d4e-51fe-4717-a526-b185f18bacf7 admin admin] Network hostable DHCP agents. Network: 0a1680f3-34db-42f6-be16-32cb77be9edd, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:53:14.022893 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb17d4e-51fe-4717-a526-b185f18bacf7 admin admin] Network 0a1680f3-34db-42f6-be16-32cb77be9edd is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:53:14.079075 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ecb17d4e-51fe-4717-a526-b185f18bacf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, 0a1680f3-34db-42f6-be16-32cb77be9edd) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:14.084519 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb17d4e-51fe-4717-a526-b185f18bacf7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:14.085868 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ecb17d4e-51fe-4717-a526-b185f18bacf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:14.089898 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a0532a-5aad-4486-8972-17dd61e1f4b7 None None] Network 0a1680f3-34db-42f6-be16-32cb77be9edd requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:53:14.161282 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-ecb17d4e-51fe-4717-a526-b185f18bacf7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7713149 Feb 09 15:53:14.478762 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb1ace92-ef78-5fb9-ac9e-ee7977fe44ac-0a1680f3-34db-42f6-be16-32cb77be9edd', 'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd', 'tenant_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'fixed_ips': [{'subnet_id': '4bd9eb68-368a-4ba4-bc1b-7ed43476a464'}]}} from dv-cinder-825105-1-smb. {{(pid=83710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 15:53:14.480003 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:14.674357 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Allocated IP 172.20.0.2 (0a1680f3-34db-42f6-be16-32cb77be9edd/4bd9eb68-368a-4ba4-bc1b-7ed43476a464/83cbbe75-ebf8-4f50-b34a-b682bd05069a) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:14.911748 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:14.925650 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Transition to ACTIVE for port object 83cbbe75-ebf8-4f50-b34a-b682bd05069a will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:53:14.948850 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Transition to ACTIVE for port object 83cbbe75-ebf8-4f50-b34a-b682bd05069a will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:53:15.035214 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:15.117623 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Network 0a1680f3-34db-42f6-be16-32cb77be9edd is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:15.118550 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Pushing event updated for resources: {'Port': ['ID=83cbbe75-ebf8-4f50-b34a-b682bd05069a,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:15.121395 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:15.124978 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:53:15.137243 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:15.137591 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:15.137931 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:15.138291 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:15.138623 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:15.138951 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:15.139277 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:15.139595 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:15.139915 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:15.140232 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:15.140549 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Tracked resource versions report: Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: pushed versions: Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: { 'ConntrackHelper': {'1.0'}, Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'Log': {'1.0'}, Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'Network': {'1.1'}, Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'Port': {'1.5'}, Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'PortForwarding': {'1.2'}, Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'QosPolicy': {'1.8'}, Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'SecurityGroup': {'1.2'}, Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'SecurityGroupRule': {'1.0'}, Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'SubPort': {'1.0'}, Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'Subnet': {'1.1'}, Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'Trunk': {'1.1'}} Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: consumer versions: Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: { DHCP agent@dv-cinder-825105-1-smb: {}, Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: L3 agent@dv-cinder-825105-1-smb: {}, Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: Metadata agent@dv-cinder-825105-1-smb: {}, Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: Metering agent@dv-cinder-825105-1-smb: {}, Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: Open vSwitch agent@dv-cinder-825105-1-smb: { 'ConntrackHelper': '1.0', Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'Log': '1.0', Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'Network': '1.1', Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'Port': '1.5', Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'PortForwarding': '1.2', Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'QosPolicy': '1.8', Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'SecurityGroup': '1.2', Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'SecurityGroupRule': '1.0', Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'SubPort': '1.0', Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'Subnet': '1.1', Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: 'Trunk': '1.1'}} Feb 09 15:53:15.142306 dv-cinder-825105-1-smb neutron-server[83710]: {{(pid=83710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:53:15.236273 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Attempting to bind port 83cbbe75-ebf8-4f50-b34a-b682bd05069a on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:53:15.236691 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Attempting to bind port 83cbbe75-ebf8-4f50-b34a-b682bd05069a by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': 'f73456d8-4517-4fae-8489-fb3c1ff66e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:53:15.237117 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Attempting to bind port 83cbbe75-ebf8-4f50-b34a-b682bd05069a on network 0a1680f3-34db-42f6-be16-32cb77be9edd {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:53:15.243769 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:53:15.244351 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Checking segment: {'id': 'f73456d8-4517-4fae-8489-fb3c1ff66e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:53:15.244841 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:15.245232 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Bound using segment: {'id': 'f73456d8-4517-4fae-8489-fb3c1ff66e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:53:15.245731 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Bound port: 83cbbe75-ebf8-4f50-b34a-b682bd05069a, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73456d8-4517-4fae-8489-fb3c1ff66e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:53:15.246116 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:15.348546 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] For port 83cbbe75-ebf8-4f50-b34a-b682bd05069a, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:53:15.353171 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] For port 83cbbe75-ebf8-4f50-b34a-b682bd05069a, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=83cbbe75-ebf8-4f50-b34a-b682bd05069a,segment=NetworkSegment(f73456d8-4517-4fae-8489-fb3c1ff66e63),segment_id=f73456d8-4517-4fae-8489-fb3c1ff66e63)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:53:15.434369 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:15.545944 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82971a02-252a-4b37-b5dd-53a44a62e81b None None] Pushing event updated for resources: {'Port': ['ID=83cbbe75-ebf8-4f50-b34a-b682bd05069a,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:16.575937 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 51538) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:17.004007 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [None req-0698a28e-a61b-4adb-87ef-05fb86643bff admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:53:17.005004 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-0698a28e-a61b-4adb-87ef-05fb86643bff admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4280360 Feb 09 15:53:19.272484 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 83cbbe75-ebf8-4f50-b34a-b682bd05069a up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:53:19.345594 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a123deb7-c515-4781-a782-b8cf5c1c9009 None None] Network 0a1680f3-34db-42f6-be16-32cb77be9edd requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:53:19.403776 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 51552) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:19.410743 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port 83cbbe75-ebf8-4f50-b34a-b682bd05069a completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:53:19.543972 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-6260f5e6-9be6-4dec-a132-9759677f1e90 None None] Provisioning for port 83cbbe75-ebf8-4f50-b34a-b682bd05069a completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:53:19.554550 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-6260f5e6-9be6-4dec-a132-9759677f1e90 None None] Provisioning complete for port 83cbbe75-ebf8-4f50-b34a-b682bd05069a triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:19.556060 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6260f5e6-9be6-4dec-a132-9759677f1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:19.728201 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6260f5e6-9be6-4dec-a132-9759677f1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:19.763757 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-6260f5e6-9be6-4dec-a132-9759677f1e90 None None] For port 83cbbe75-ebf8-4f50-b34a-b682bd05069a, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=83cbbe75-ebf8-4f50-b34a-b682bd05069a,segment=NetworkSegment(f73456d8-4517-4fae-8489-fb3c1ff66e63),segment_id=f73456d8-4517-4fae-8489-fb3c1ff66e63)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:19.832827 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [None req-b7254b1a-a648-4623-a70d-a7cba77b235d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:53:19.833903 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-b7254b1a-a648-4623-a70d-a7cba77b235d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4288301 Feb 09 15:53:19.878946 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6260f5e6-9be6-4dec-a132-9759677f1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:19.954031 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260f5e6-9be6-4dec-a132-9759677f1e90 None None] Pushing event updated for resources: {'Port': ['ID=83cbbe75-ebf8-4f50-b34a-b682bd05069a,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:20.004336 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-140efeb9-5d5d-4780-9407-083440f4c012 None None] Provisioning complete for port 83cbbe75-ebf8-4f50-b34a-b682bd05069a triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:20.004625 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-140efeb9-5d5d-4780-9407-083440f4c012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:21.244668 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 83cbbe75-ebf8-4f50-b34a-b682bd05069a up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:53:21.323150 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 83cbbe75-ebf8-4f50-b34a-b682bd05069a triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:21.323511 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:22.163871 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 5 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:53:22.427866 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 51566) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:22.892473 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-dcd42adb-98d1-43c5-b401-c18cfcf0afa1 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '9dd5fed16a6d4b95a4cde391a5c35569'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:53:22.897568 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-dcd42adb-98d1-43c5-b401-c18cfcf0afa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:53:22.901280 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-dcd42adb-98d1-43c5-b401-c18cfcf0afa1 admin admin] Usage tracker for resource:router and tenant:9dd5fed16a6d4b95a4cde391a5c35569 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:53:22.904596 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-dcd42adb-98d1-43c5-b401-c18cfcf0afa1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:53:22.910856 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-dcd42adb-98d1-43c5-b401-c18cfcf0afa1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:53:22.988929 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcd42adb-98d1-43c5-b401-c18cfcf0afa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:22.990653 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcd42adb-98d1-43c5-b401-c18cfcf0afa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41882'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:23.016128 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcd42adb-98d1-43c5-b401-c18cfcf0afa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:23.189230 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcd42adb-98d1-43c5-b401-c18cfcf0afa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691926'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:23.268784 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcd42adb-98d1-43c5-b401-c18cfcf0afa1 admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:23.269887 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-dcd42adb-98d1-43c5-b401-c18cfcf0afa1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8410661 Feb 09 15:53:25.387716 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2b86389-a488-41ba-938d-be219d19699b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:25.568635 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 51576) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:25.995555 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [None req-7daf5970-c0a2-4c34-ba8e-093fd29074fc admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:53:25.996541 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-7daf5970-c0a2-4c34-ba8e-093fd29074fc admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4269707 Feb 09 15:53:27.759679 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f38dd3d-39dd-45a9-b3bf-df5d63267440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.420517 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 51586) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:28.824185 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:53:28.829820 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:53:28.833635 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Usage tracker for resource:network and tenant:8bf8093e3fa7425183223be0b46d041c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:53:28.836660 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:53:28.842418 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:53:28.891256 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.918507 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Made reservation on behalf of 8bf8093e3fa7425183223be0b46d041c for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:28.920800 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.935313 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.968663 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:53:28.973172 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Usage tracker for resource:security_group_rule and tenant:8bf8093e3fa7425183223be0b46d041c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:53:28.975958 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:53:28.981981 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:53:29.033961 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.051082 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.119454 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.136707 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Reserving flat network on physical network physnet1 {{(pid=83709) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 15:53:29.160701 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc5aef8-e5b5-431c-af1d-4efb77306ec3,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:29.163875 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.164270 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.segments_db [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Added segment e4269051-9e23-404d-a4b7-9bee5aae5d13 of type flat for network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 Feb 09 15:53:29.197510 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.359234 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.360103 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:29.360898 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.463648 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=6b7fe1e6-5bb6-4d06-a266-701d5608a849,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:29.473727 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:53:29.588120 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-e319bd94-186a-46dc-9442-59c3c7563ce2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1665397 Feb 09 15:53:30.199326 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.855046 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 51606) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:32.095815 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd7006c-6ef7-40c7-8210-3441d47f2d89 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:32.097315 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-0cd7006c-6ef7-40c7-8210-3441d47f2d89 admin admin] 10.222.0.30 "GET /v2.0/subnets/4bd9eb68-368a-4ba4-bc1b-7ed43476a464 HTTP/1.1" status: 200 len: 849 time: 0.2413177 Feb 09 15:53:32.240263 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-aa58bd89-6692-4710-8f25-d86eea135134 admin admin] 10.222.0.30 "GET /v2.0/routers/a2f34408-2fcf-4ce7-97ad-ed0606d60f98 HTTP/1.1" status: 200 len: 704 time: 0.1376119 Feb 09 15:53:32.712373 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:32.942587 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Allocated IP 172.20.0.1 (0a1680f3-34db-42f6-be16-32cb77be9edd/4bd9eb68-368a-4ba4-bc1b-7ed43476a464/11d6b7fe-95cb-49a0-90fb-972ff0b26b52) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:33.133110 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:33.150364 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Transition to ACTIVE for port object 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:53:33.278970 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:33.346416 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Network 0a1680f3-34db-42f6-be16-32cb77be9edd is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:33.348949 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:33.352518 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:53:33.353037 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695432'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:33.361065 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Pushing event updated for resources: {'Port': ['ID=11d6b7fe-95cb-49a0-90fb-972ff0b26b52,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:33.540748 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:33.582166 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-722d207f-5b9a-402c-b636-8b5bc99037f3 None None] Provisioning for port 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:53:33.587076 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-722d207f-5b9a-402c-b636-8b5bc99037f3 None None] Provisioning complete for port 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:33.587454 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-722d207f-5b9a-402c-b636-8b5bc99037f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:33.640029 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-722d207f-5b9a-402c-b636-8b5bc99037f3 None None] Port 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:53:33.773978 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:33.838437 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:33.839228 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1695269'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:33.971609 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Pushing event updated for resources: {'Port': ['ID=11d6b7fe-95cb-49a0-90fb-972ff0b26b52,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:34.035008 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Network 0a1680f3-34db-42f6-be16-32cb77be9edd is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:34.035959 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:34.265032 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-6fff3886-2e59-48c4-8e47-20febb140a24 None None] Provisioning complete for port 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:34.265401 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6fff3886-2e59-48c4-8e47-20febb140a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:34.317688 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-6fff3886-2e59-48c4-8e47-20febb140a24 None None] Port 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:53:34.525648 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Router a2f34408-2fcf-4ce7-97ad-ed0606d60f98 is scheduled to L3 agent fb3d251c-cb97-460a-9813-8f855a49118a with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:53:34.693580 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:53:34.703250 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Sync routers for ids ['a2f34408-2fcf-4ce7-97ad-ed0606d60f98'] in dv-cinder-825105-1-smb {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:53:34.703699 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-9b6ff296-80ef-4793-819c-be500aa01dbe admin admin] 10.222.0.30 "PUT /v2.0/routers/a2f34408-2fcf-4ce7-97ad-ed0606d60f98/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4577787 Feb 09 15:53:34.716123 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Routers {'a2f34408-2fcf-4ce7-97ad-ed0606d60f98'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:53:34.716992 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T15:53:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['a2f34408-2fcf-4ce7-97ad-ed0606d60f98'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:34.896037 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Set router a2f34408-2fcf-4ce7-97ad-ed0606d60f98 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:53:35.271567 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f34408-2fcf-4ce7-97ad-ed0606d60f98', 'name': 'router1', 'tenant_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:53:22Z', 'updated_at': '2022-02-09T15:53:33Z', 'revision_number': 2, 'project_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'gw_port_host': None, '_interfaces': [{'id': '11d6b7fe-95cb-49a0-90fb-972ff0b26b52', 'name': '', 'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd', 'tenant_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'mac_address': 'fa:16:3e:af:35:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f34408-2fcf-4ce7-97ad-ed0606d60f98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd9eb68-368a-4ba4-bc1b-7ed43476a464', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:53:32Z', 'updated_at': '2022-02-09T15:53:33Z', 'revision_number': 2, 'project_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'subnets': [{'id': '4bd9eb68-368a-4ba4-bc1b-7ed43476a464', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c58de9e6-1e74-4cc7-85a7-f6c35b9be92b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:35.276817 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Checking router: a2f34408-2fcf-4ce7-97ad-ed0606d60f98 for host: dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:53:35.277223 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Updating router a2f34408-2fcf-4ce7-97ad-ed0606d60f98 port 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 binding host dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:53:35.333398 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.715226 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.730226 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Transition to ACTIVE for port object 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:53:35.805893 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.007742 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f58ce-f2bb-4afa-b9f9-53f89b3ff2d3 None None] Pushing event updated for resources: {'Port': ['ID=11d6b7fe-95cb-49a0-90fb-972ff0b26b52,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:36.043317 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f58ce-f2bb-4afa-b9f9-53f89b3ff2d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:36.043660 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f58ce-f2bb-4afa-b9f9-53f89b3ff2d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:36.043995 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f58ce-f2bb-4afa-b9f9-53f89b3ff2d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:36.044324 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f58ce-f2bb-4afa-b9f9-53f89b3ff2d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:36.044657 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f58ce-f2bb-4afa-b9f9-53f89b3ff2d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:36.044977 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f58ce-f2bb-4afa-b9f9-53f89b3ff2d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:36.045294 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f58ce-f2bb-4afa-b9f9-53f89b3ff2d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:36.045612 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f58ce-f2bb-4afa-b9f9-53f89b3ff2d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:36.045925 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f58ce-f2bb-4afa-b9f9-53f89b3ff2d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:36.046261 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f58ce-f2bb-4afa-b9f9-53f89b3ff2d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:36.046627 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f58ce-f2bb-4afa-b9f9-53f89b3ff2d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f58ce-f2bb-4afa-b9f9-53f89b3ff2d3 None None] Tracked resource versions report: Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: pushed versions: Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: { 'ConntrackHelper': {'1.0'}, Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'Log': {'1.0'}, Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'Network': {'1.1'}, Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'Port': {'1.5'}, Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'PortForwarding': {'1.2'}, Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'QosPolicy': {'1.8'}, Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'SecurityGroup': {'1.2'}, Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'SecurityGroupRule': {'1.0'}, Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'SubPort': {'1.0'}, Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'Subnet': {'1.1'}, Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'Trunk': {'1.1'}} Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: consumer versions: Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: { DHCP agent@dv-cinder-825105-1-smb: {}, Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: L3 agent@dv-cinder-825105-1-smb: {}, Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: Metadata agent@dv-cinder-825105-1-smb: {}, Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: Metering agent@dv-cinder-825105-1-smb: {}, Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: Open vSwitch agent@dv-cinder-825105-1-smb: { 'ConntrackHelper': '1.0', Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'Log': '1.0', Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'Network': '1.1', Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'Port': '1.5', Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'PortForwarding': '1.2', Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'QosPolicy': '1.8', Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'SecurityGroup': '1.2', Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'SecurityGroupRule': '1.0', Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'SubPort': '1.0', Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'Subnet': '1.1', Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: 'Trunk': '1.1'}} Feb 09 15:53:36.047653 dv-cinder-825105-1-smb neutron-server[83711]: {{(pid=83711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:53:36.071875 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Attempting to bind port 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:53:36.072312 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Attempting to bind port 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': 'f73456d8-4517-4fae-8489-fb3c1ff66e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:53:36.072746 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Attempting to bind port 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 on network 0a1680f3-34db-42f6-be16-32cb77be9edd {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:53:36.079152 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:53:36.079550 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Checking segment: {'id': 'f73456d8-4517-4fae-8489-fb3c1ff66e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:53:36.080022 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.080401 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Bound using segment: {'id': 'f73456d8-4517-4fae-8489-fb3c1ff66e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:53:36.080897 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Bound port: 11d6b7fe-95cb-49a0-90fb-972ff0b26b52, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73456d8-4517-4fae-8489-fb3c1ff66e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:53:36.081270 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.169928 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] For port 11d6b7fe-95cb-49a0-90fb-972ff0b26b52, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:53:36.174779 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] For port 11d6b7fe-95cb-49a0-90fb-972ff0b26b52, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=11d6b7fe-95cb-49a0-90fb-972ff0b26b52,segment=NetworkSegment(f73456d8-4517-4fae-8489-fb3c1ff66e63),segment_id=f73456d8-4517-4fae-8489-fb3c1ff66e63)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:53:36.257810 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.347241 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f58ce-f2bb-4afa-b9f9-53f89b3ff2d3 None None] Pushing event updated for resources: {'Port': ['ID=11d6b7fe-95cb-49a0-90fb-972ff0b26b52,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:36.353127 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Routers {'a2f34408-2fcf-4ce7-97ad-ed0606d60f98'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:53:36.353734 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T15:53:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['a2f34408-2fcf-4ce7-97ad-ed0606d60f98'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:36.512272 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] Set router a2f34408-2fcf-4ce7-97ad-ed0606d60f98 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:53:36.812248 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 51628) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:36.849087 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f34408-2fcf-4ce7-97ad-ed0606d60f98', 'name': 'router1', 'tenant_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:53:22Z', 'updated_at': '2022-02-09T15:53:33Z', 'revision_number': 2, 'project_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'gw_port_host': None, '_interfaces': [{'id': '11d6b7fe-95cb-49a0-90fb-972ff0b26b52', 'name': '', 'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd', 'tenant_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'mac_address': 'fa:16:3e:af:35:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f34408-2fcf-4ce7-97ad-ed0606d60f98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd9eb68-368a-4ba4-bc1b-7ed43476a464', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:53:32Z', 'updated_at': '2022-02-09T15:53:36Z', 'revision_number': 4, 'project_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'subnets': [{'id': '4bd9eb68-368a-4ba4-bc1b-7ed43476a464', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c58de9e6-1e74-4cc7-85a7-f6c35b9be92b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:36.853229 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3087f374-f85d-4c30-8542-047c9eab0cca None None] The sync data for ids ['a2f34408-2fcf-4ce7-97ad-ed0606d60f98'] in dv-cinder-825105-1-smb is: [{'id': 'a2f34408-2fcf-4ce7-97ad-ed0606d60f98', 'name': 'router1', 'tenant_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:53:22Z', 'updated_at': '2022-02-09T15:53:33Z', 'revision_number': 2, 'project_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'gw_port_host': None, '_interfaces': [{'id': '11d6b7fe-95cb-49a0-90fb-972ff0b26b52', 'name': '', 'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd', 'tenant_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'mac_address': 'fa:16:3e:af:35:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f34408-2fcf-4ce7-97ad-ed0606d60f98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd9eb68-368a-4ba4-bc1b-7ed43476a464', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:53:32Z', 'updated_at': '2022-02-09T15:53:36Z', 'revision_number': 4, 'project_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'subnets': [{'id': '4bd9eb68-368a-4ba4-bc1b-7ed43476a464', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c58de9e6-1e74-4cc7-85a7-f6c35b9be92b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:53:37.009908 dv-cinder-825105-1-smb neutron-server[83708]: WARNING oslo_policy.policy [None req-2f98021f-ccc8-4a57-b630-05e08fd5e4f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:53:37.010499 dv-cinder-825105-1-smb neutron-server[83708]: WARNING oslo_policy.policy [None req-2f98021f-ccc8-4a57-b630-05e08fd5e4f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:53:37.425795 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.policy [None req-2f98021f-ccc8-4a57-b630-05e08fd5e4f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83708) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 09 15:53:37.426513 dv-cinder-825105-1-smb neutron-server[83708]: WARNING oslo_policy.policy [None req-2f98021f-ccc8-4a57-b630-05e08fd5e4f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:53:37.426885 dv-cinder-825105-1-smb neutron-server[83708]: WARNING oslo_policy.policy [None req-2f98021f-ccc8-4a57-b630-05e08fd5e4f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:53:37.429894 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f98021f-ccc8-4a57-b630-05e08fd5e4f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:37.431680 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-2f98021f-ccc8-4a57-b630-05e08fd5e4f0 admin admin] 10.222.0.30 "GET /v2.0/networks/6b7fe1e6-5bb6-4d06-a266-701d5608a849 HTTP/1.1" status: 200 len: 842 time: 0.6166964 Feb 09 15:53:37.441037 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:53:37.443270 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.quota [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Loaded quota_driver: . Feb 09 15:53:37.449600 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:53:37.456739 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Usage tracker for resource:subnet and tenant:8bf8093e3fa7425183223be0b46d041c is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:53:37.460633 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:53:37.468088 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:53:37.576952 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Made reservation on behalf of 8bf8093e3fa7425183223be0b46d041c for: {'subnet': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:37.580557 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:38.113603 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.objects.ports [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83708) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 15:53:38.114309 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for subnet, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:38.199596 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a29998aa-47c5-4d48-9fc6-2e8cc05152fe,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:38.205145 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Checking segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:53:38.205580 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Network hostable DHCP agents. Network: 6b7fe1e6-5bb6-4d06-a266-701d5608a849, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:53:38.215271 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:38.215614 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:38.215950 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:38.216278 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:38.216606 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:38.216929 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:38.217251 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:38.217575 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:38.217892 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:38.218233 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:38.218549 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Tracked resource versions report: Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: pushed versions: Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: { 'ConntrackHelper': {'1.0'}, Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'Log': {'1.0'}, Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'Network': {'1.1'}, Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'Port': {'1.5'}, Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'PortForwarding': {'1.2'}, Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'QosPolicy': {'1.8'}, Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'SecurityGroup': {'1.2'}, Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'SecurityGroupRule': {'1.0'}, Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'SubPort': {'1.0'}, Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'Subnet': {'1.1'}, Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'Trunk': {'1.1'}} Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: consumer versions: Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: { DHCP agent@dv-cinder-825105-1-smb: {}, Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: L3 agent@dv-cinder-825105-1-smb: {}, Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: Metadata agent@dv-cinder-825105-1-smb: {}, Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: Metering agent@dv-cinder-825105-1-smb: {}, Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: Open vSwitch agent@dv-cinder-825105-1-smb: { 'ConntrackHelper': '1.0', Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'Log': '1.0', Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'Network': '1.1', Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'Port': '1.5', Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'PortForwarding': '1.2', Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'QosPolicy': '1.8', Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'SecurityGroup': '1.2', Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'SecurityGroupRule': '1.0', Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'SubPort': '1.0', Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'Subnet': '1.1', Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: 'Trunk': '1.1'}} Feb 09 15:53:38.220248 dv-cinder-825105-1-smb neutron-server[83708]: {{(pid=83708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:53:38.336325 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:53:38.410914 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, 6b7fe1e6-5bb6-4d06-a266-701d5608a849) {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:38.415819 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:38.416463 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:38.421334 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ee6c24-cf89-470f-90e8-e96cf149a165 None None] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:53:38.491726 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-91f85169-161f-4718-a637-f52d663eb46d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0543220 Feb 09 15:53:38.654173 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c06558-89f5-4ed0-97f6-f44a67a2baa1 None None] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:53:39.268319 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:53:39.382298 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:53:39.387424 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:39.387804 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:39.502356 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:39.533981 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port 11d6b7fe-95cb-49a0-90fb-972ff0b26b52, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=11d6b7fe-95cb-49a0-90fb-972ff0b26b52,segment=NetworkSegment(f73456d8-4517-4fae-8489-fb3c1ff66e63),segment_id=f73456d8-4517-4fae-8489-fb3c1ff66e63)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:39.609946 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:39.677285 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=11d6b7fe-95cb-49a0-90fb-972ff0b26b52,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:40.650026 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 51652) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:40.928699 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-a8c12876-6643-4a20-a826-06abe66ce6f4 admin admin] 10.222.0.30 "GET /v2.0/routers/a2f34408-2fcf-4ce7-97ad-ed0606d60f98 HTTP/1.1" status: 200 len: 710 time: 0.2775309 Feb 09 15:53:41.059152 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909fc4c1-d504-4a0d-8117-ac943b4b2b14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:41.059625 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-909fc4c1-d504-4a0d-8117-ac943b4b2b14 admin admin] Synchronizing usage tracker for tenant:8bf8093e3fa7425183223be0b46d041c on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:53:41.170809 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-909fc4c1-d504-4a0d-8117-ac943b4b2b14 admin admin] Unset dirty status for tenant:8bf8093e3fa7425183223be0b46d041c on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:53:41.171984 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-909fc4c1-d504-4a0d-8117-ac943b4b2b14 admin admin] 10.222.0.30 "GET /v2.0/networks/6b7fe1e6-5bb6-4d06-a266-701d5608a849 HTTP/1.1" status: 200 len: 886 time: 0.2382507 Feb 09 15:53:41.181525 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:53:41.254240 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:53:41.323792 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:41.324163 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:41.654247 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41896'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:41.913433 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:41.969408 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:42.105106 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Allocated IP 172.28.1.79 (6b7fe1e6-5bb6-4d06-a266-701d5608a849/a29998aa-47c5-4d48-9fc6-2e8cc05152fe/039c0ebc-a59b-4a68-8346-9f05981363c8) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:42.249370 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:42.336943 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:42.405688 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:42.408463 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:42.411946 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:53:42.445554 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=039c0ebc-a59b-4a68-8346-9f05981363c8,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:42.636634 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:42.840489 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41896'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:42.843901 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693849'] for router, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:43.042265 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Router a2f34408-2fcf-4ce7-97ad-ed0606d60f98 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:53:43.237519 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:53:43.245786 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:43.253513 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Sync routers for ids ['a2f34408-2fcf-4ce7-97ad-ed0606d60f98'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:53:43.254092 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-f78ae4cb-3067-43c8-94f3-fa9a8aa1f0c5 admin admin] 10.222.0.30 "PUT /v2.0/routers/a2f34408-2fcf-4ce7-97ad-ed0606d60f98 HTTP/1.1" status: 200 len: 889 time: 2.0688114 Feb 09 15:53:43.260950 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Routers {'a2f34408-2fcf-4ce7-97ad-ed0606d60f98'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:53:43.261639 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T15:53:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['a2f34408-2fcf-4ce7-97ad-ed0606d60f98'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:43.465095 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Set router a2f34408-2fcf-4ce7-97ad-ed0606d60f98 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:53:43.807617 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f34408-2fcf-4ce7-97ad-ed0606d60f98', 'name': 'router1', 'tenant_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '039c0ebc-a59b-4a68-8346-9f05981363c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:53:22Z', 'updated_at': '2022-02-09T15:53:42Z', 'revision_number': 4, 'project_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'gw_port': {'id': '039c0ebc-a59b-4a68-8346-9f05981363c8', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f34408-2fcf-4ce7-97ad-ed0606d60f98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:53:42Z', 'updated_at': '2022-02-09T15:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '11d6b7fe-95cb-49a0-90fb-972ff0b26b52', 'name': '', 'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd', 'tenant_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'mac_address': 'fa:16:3e:af:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f34408-2fcf-4ce7-97ad-ed0606d60f98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd9eb68-368a-4ba4-bc1b-7ed43476a464', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:53:32Z', 'updated_at': '2022-02-09T15:53:39Z', 'revision_number': 5, 'project_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'subnets': [{'id': '4bd9eb68-368a-4ba4-bc1b-7ed43476a464', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c58de9e6-1e74-4cc7-85a7-f6c35b9be92b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:43.812416 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Checking router: a2f34408-2fcf-4ce7-97ad-ed0606d60f98 for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:53:43.812798 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Updating router a2f34408-2fcf-4ce7-97ad-ed0606d60f98 port 039c0ebc-a59b-4a68-8346-9f05981363c8 binding host dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:53:43.865621 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:44.202353 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:44.214964 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Transition to ACTIVE for port object 039c0ebc-a59b-4a68-8346-9f05981363c8 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:53:44.291443 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:44.375017 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Attempting to bind port 039c0ebc-a59b-4a68-8346-9f05981363c8 on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:53:44.375384 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Attempting to bind port 039c0ebc-a59b-4a68-8346-9f05981363c8 by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:53:44.375745 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Attempting to bind port 039c0ebc-a59b-4a68-8346-9f05981363c8 on network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:53:44.378486 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe3b3f-c2d7-4e24-951c-4c823ee2aac7 None None] Pushing event updated for resources: {'Port': ['ID=039c0ebc-a59b-4a68-8346-9f05981363c8,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:44.388077 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:53:44.388077 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Checking segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:53:44.388399 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:44.388555 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Bound using segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:53:44.388983 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Bound port: 039c0ebc-a59b-4a68-8346-9f05981363c8, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:53:44.389379 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:44.486122 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] For port 039c0ebc-a59b-4a68-8346-9f05981363c8, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:53:44.489407 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] For port 039c0ebc-a59b-4a68-8346-9f05981363c8, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=039c0ebc-a59b-4a68-8346-9f05981363c8,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:53:44.543693 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:44.629547 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe3b3f-c2d7-4e24-951c-4c823ee2aac7 None None] Pushing event updated for resources: {'Port': ['ID=039c0ebc-a59b-4a68-8346-9f05981363c8,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:44.631794 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Routers {'a2f34408-2fcf-4ce7-97ad-ed0606d60f98'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:53:44.632221 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T15:53:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['a2f34408-2fcf-4ce7-97ad-ed0606d60f98'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:44.806780 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] Set router a2f34408-2fcf-4ce7-97ad-ed0606d60f98 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:53:45.139778 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f34408-2fcf-4ce7-97ad-ed0606d60f98', 'name': 'router1', 'tenant_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '039c0ebc-a59b-4a68-8346-9f05981363c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:53:22Z', 'updated_at': '2022-02-09T15:53:42Z', 'revision_number': 4, 'project_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'gw_port': {'id': '039c0ebc-a59b-4a68-8346-9f05981363c8', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f34408-2fcf-4ce7-97ad-ed0606d60f98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:53:42Z', 'updated_at': '2022-02-09T15:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '11d6b7fe-95cb-49a0-90fb-972ff0b26b52', 'name': '', 'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd', 'tenant_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'mac_address': 'fa:16:3e:af:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f34408-2fcf-4ce7-97ad-ed0606d60f98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd9eb68-368a-4ba4-bc1b-7ed43476a464', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:53:32Z', 'updated_at': '2022-02-09T15:53:39Z', 'revision_number': 5, 'project_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'subnets': [{'id': '4bd9eb68-368a-4ba4-bc1b-7ed43476a464', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c58de9e6-1e74-4cc7-85a7-f6c35b9be92b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:45.144580 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68227eb4-7d69-4dfc-9913-e4ff7d13d50f None None] The sync data for ids ['a2f34408-2fcf-4ce7-97ad-ed0606d60f98'] in dv-cinder-825105-1-smb is: [{'id': 'a2f34408-2fcf-4ce7-97ad-ed0606d60f98', 'name': 'router1', 'tenant_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '039c0ebc-a59b-4a68-8346-9f05981363c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:53:22Z', 'updated_at': '2022-02-09T15:53:42Z', 'revision_number': 4, 'project_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'gw_port': {'id': '039c0ebc-a59b-4a68-8346-9f05981363c8', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f34408-2fcf-4ce7-97ad-ed0606d60f98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:53:42Z', 'updated_at': '2022-02-09T15:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '11d6b7fe-95cb-49a0-90fb-972ff0b26b52', 'name': '', 'network_id': '0a1680f3-34db-42f6-be16-32cb77be9edd', 'tenant_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'mac_address': 'fa:16:3e:af:35:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f34408-2fcf-4ce7-97ad-ed0606d60f98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd9eb68-368a-4ba4-bc1b-7ed43476a464', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:53:32Z', 'updated_at': '2022-02-09T15:53:39Z', 'revision_number': 5, 'project_id': '9dd5fed16a6d4b95a4cde391a5c35569', 'subnets': [{'id': '4bd9eb68-368a-4ba4-bc1b-7ed43476a464', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c58de9e6-1e74-4cc7-85a7-f6c35b9be92b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:53:45.574113 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 51662) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:45.737424 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-90702349-6b76-404a-b105-bf5b9d4fcdf5 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1621387 Feb 09 15:53:47.288337 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 039c0ebc-a59b-4a68-8346-9f05981363c8 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:53:47.416921 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port 039c0ebc-a59b-4a68-8346-9f05981363c8 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:53:47.423041 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 039c0ebc-a59b-4a68-8346-9f05981363c8 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:47.423493 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:47.552345 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:47.570946 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port 039c0ebc-a59b-4a68-8346-9f05981363c8, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=039c0ebc-a59b-4a68-8346-9f05981363c8,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:47.650489 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:47.731304 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=039c0ebc-a59b-4a68-8346-9f05981363c8,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:49.288327 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 039c0ebc-a59b-4a68-8346-9f05981363c8 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:53:49.413631 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 039c0ebc-a59b-4a68-8346-9f05981363c8 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:49.414305 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:55.393840 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-920f65c3-1a3a-486c-8865-7ac113a9a4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:57.754333 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1d788f8c-2198-4553-9766-ce5aacb6fda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:58.906662 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:59.021200 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:59.164727 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 5 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:54:00.256953 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.397912 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-335fb9c2-bf30-4bd2-98d0-1fbda230a203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:27.771266 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-467db6de-080d-4c6e-9b4a-e898a4fc24be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.892037 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:29.012351 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.235259 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:36.165768 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 5 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:54:55.383402 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e982203a-a0d3-470e-91da-14881a7785e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:57.772680 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-14ce4385-e2d4-4e94-b334-ae41818cd1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:58.903457 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:59.040893 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.228926 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:13.166484 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 5 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:55:25.383610 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6ce741d4-69d6-4e1f-8381-0e1b8372dd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:27.803801 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-62c86449-632e-4b61-980f-c78f19a5ab6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:28.909385 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:29.053313 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.225787 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.167464 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 5 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:55:55.175613 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52238) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:55:55.266831 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d91516-f778-4f4c-a36f-b283e1fd0f92 admin admin] GET failed (client error): The resource could not be found. Feb 09 15:55:55.268049 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-c7d91516-f778-4f4c-a36f-b283e1fd0f92 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0914888 Feb 09 15:55:55.374281 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4c602f20-bea7-4d79-8a9b-10a869f03134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:55.410806 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c951cf4d-41ee-4149-8142-3dd141e26711 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:55.412281 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-c951cf4d-41ee-4149-8142-3dd141e26711 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1402929 Feb 09 15:55:57.540695 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52248) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:55:57.669404 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc60e319-6c89-4636-8c6d-77b28c147bd2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:57.671067 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-bc60e319-6c89-4636-8c6d-77b28c147bd2 admin admin] 10.222.0.30 "GET /v2.0/subnets/4bd9eb68-368a-4ba4-bc1b-7ed43476a464 HTTP/1.1" status: 200 len: 849 time: 0.1315527 Feb 09 15:55:57.680773 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:55:57.785617 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7afd9b96-2aed-4a69-affc-eb5fa0f831e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:57.802386 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:58.048561 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772266632331'] for subnet, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:58.103578 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e39c528-a9a8-485a-9228-3ea4f5d0d1ef None None] Network 0a1680f3-34db-42f6-be16-32cb77be9edd requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:55:58.107656 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:58.108350 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:58.109538 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] 10.222.0.30 "PUT /v2.0/subnets/4bd9eb68-368a-4ba4-bc1b-7ed43476a464 HTTP/1.1" status: 200 len: 868 time: 0.4330716 Feb 09 15:55:58.120837 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd9eb68-368a-4ba4-bc1b-7ed43476a464,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:58.130919 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:58.131240 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:58.131578 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:58.131929 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:58.132261 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:58.132650 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:58.133065 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:58.133415 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:58.133731 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:58.134052 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:58.134394 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fa35-fbcf-41b3-bdeb-539b74fe5518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:58.595461 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8caf0672-aaac-4716-8fb8-fdd8f2d42df2 None None] Provisioning complete for port 11d6b7fe-95cb-49a0-90fb-972ff0b26b52 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:55:58.595828 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8caf0672-aaac-4716-8fb8-fdd8f2d42df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:58.723549 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8caf0672-aaac-4716-8fb8-fdd8f2d42df2 None None] Provisioning complete for port 83cbbe75-ebf8-4f50-b34a-b682bd05069a triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:55:58.723911 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8caf0672-aaac-4716-8fb8-fdd8f2d42df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:58.922956 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.031789 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:00.204752 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52258) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:56:00.231132 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:00.408945 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0730dace-406a-4f46-9c75-9b0980e7187a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:00.409230 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0730dace-406a-4f46-9c75-9b0980e7187a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:00.410783 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-0730dace-406a-4f46-9c75-9b0980e7187a admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2056103 Feb 09 15:56:02.511981 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52268) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:56:02.763362 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e908ee1-77e3-4552-bce6-5c4e1b30a55b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:02.763657 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e908ee1-77e3-4552-bce6-5c4e1b30a55b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:02.765315 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-8e908ee1-77e3-4552-bce6-5c4e1b30a55b admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2522223 Feb 09 15:56:04.864280 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52278) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:56:05.063863 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fbb7f7-18fa-4173-b030-142374633bc8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:05.065192 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-25fbb7f7-18fa-4173-b030-142374633bc8 admin admin] 10.222.0.30 "GET /v2.0/networks/0a1680f3-34db-42f6-be16-32cb77be9edd HTTP/1.1" status: 200 len: 869 time: 0.1996963 Feb 09 15:56:07.161480 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52288) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:56:07.360355 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f48b6ce-bddf-40f4-8081-026f5aaca82f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:07.361621 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-9f48b6ce-bddf-40f4-8081-026f5aaca82f admin admin] 10.222.0.30 "GET /v2.0/networks/6b7fe1e6-5bb6-4d06-a266-701d5608a849 HTTP/1.1" status: 200 len: 886 time: 0.1992290 Feb 09 15:56:09.427332 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52298) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:56:09.559816 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36fe2b1-0f77-4b0d-a817-7a5619c5e758 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:09.560079 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36fe2b1-0f77-4b0d-a817-7a5619c5e758 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:09.561590 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-a36fe2b1-0f77-4b0d-a817-7a5619c5e758 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1328061 Feb 09 15:56:11.661533 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52308) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:56:11.797110 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd6bf1-7ddd-42e2-a9c7-426df4817cfd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:11.797476 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd6bf1-7ddd-42e2-a9c7-426df4817cfd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:11.799051 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-93bd6bf1-7ddd-42e2-a9c7-426df4817cfd admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1365204 Feb 09 15:56:13.946858 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 52318) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:56:14.079219 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc927586-aea0-4274-8962-c3d8e527a64a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:14.079773 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-dc927586-aea0-4274-8962-c3d8e527a64a admin admin] Synchronizing usage tracker for tenant:8bf8093e3fa7425183223be0b46d041c on resource:subnet {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:56:14.190779 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-dc927586-aea0-4274-8962-c3d8e527a64a admin admin] Unset dirty status for tenant:8bf8093e3fa7425183223be0b46d041c on resource:subnet {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:56:14.192031 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-dc927586-aea0-4274-8962-c3d8e527a64a admin admin] 10.222.0.30 "GET /v2.0/subnets/4bd9eb68-368a-4ba4-bc1b-7ed43476a464 HTTP/1.1" status: 200 len: 868 time: 0.2485495 Feb 09 15:56:16.297820 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 52328) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:56:16.430010 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a512841f-9ccc-4a29-8953-b9232eab5086 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:16.431392 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-a512841f-9ccc-4a29-8953-b9232eab5086 admin admin] 10.222.0.30 "GET /v2.0/subnets/a29998aa-47c5-4d48-9fc6-2e8cc05152fe HTTP/1.1" status: 200 len: 816 time: 0.1326020 Feb 09 15:56:25.379090 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4c23c4e2-764e-4bd9-84f2-153da82aacd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:27.168005 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 5 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:56:27.801554 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2baaf360-8e81-43b6-9de6-6326d04b6630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:28.921352 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:29.017983 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:30.242128 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:34.933791 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 52366) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:56:35.007100 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [None req-022cf36d-723e-472f-82e3-99d8c6786f7c admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83708) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:56:35.008130 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-022cf36d-723e-472f-82e3-99d8c6786f7c admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0733991 Feb 09 15:56:37.184757 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52376) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:56:37.275093 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dfbdad-d45f-4d8e-b988-d8b442e2affb admin admin] GET failed (client error): The resource could not be found. Feb 09 15:56:37.276299 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-24dfbdad-d45f-4d8e-b988-d8b442e2affb admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0906079 Feb 09 15:56:37.402532 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e8efc8-612a-489b-aaac-cf141bd08025 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:37.403981 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-c2e8efc8-612a-489b-aaac-cf141bd08025 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1237514 Feb 09 15:56:39.474224 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52386) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:56:39.547143 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-50f63829-0ca9-4123-a7bd-18ed893f5b20 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:56:39.552336 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-50f63829-0ca9-4123-a7bd-18ed893f5b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:56:39.561996 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-50f63829-0ca9-4123-a7bd-18ed893f5b20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:56:39.651879 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f63829-0ca9-4123-a7bd-18ed893f5b20 admin admin] Made reservation on behalf of 8bf8093e3fa7425183223be0b46d041c for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:39.654226 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50f63829-0ca9-4123-a7bd-18ed893f5b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.746145 dv-cinder-825105-1-smb neutron-server[83709]: WARNING neutron.services.revisions.revision_plugin [None req-50f63829-0ca9-4123-a7bd-18ed893f5b20 admin admin] Could not find related network for resource to bump revision. Feb 09 15:56:39.758641 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f63829-0ca9-4123-a7bd-18ed893f5b20 admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:56:39.767048 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50f63829-0ca9-4123-a7bd-18ed893f5b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.767389 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.segments_db [None req-50f63829-0ca9-4123-a7bd-18ed893f5b20 admin admin] Added segment 3fddd457-4706-4b16-9b75-2d5ad10b31cf of type vlan for network ab17f03a-2246-4787-ba91-b86af74d834f Feb 09 15:56:39.793201 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50f63829-0ca9-4123-a7bd-18ed893f5b20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.875868 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50f63829-0ca9-4123-a7bd-18ed893f5b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.876657 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f63829-0ca9-4123-a7bd-18ed893f5b20 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:39.877240 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50f63829-0ca9-4123-a7bd-18ed893f5b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.979655 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f63829-0ca9-4123-a7bd-18ed893f5b20 admin admin] Pushing event updated for resources: {'Network': ['ID=ab17f03a-2246-4787-ba91-b86af74d834f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:39.990028 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network ab17f03a-2246-4787-ba91-b86af74d834f details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:56:40.031053 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-50f63829-0ca9-4123-a7bd-18ed893f5b20 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5556281 Feb 09 15:56:42.124068 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52396) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:56:42.217653 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62d4834-be6c-49dc-a15d-c6567c241e4b admin admin] GET failed (client error): The resource could not be found. Feb 09 15:56:42.218155 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-c62d4834-be6c-49dc-a15d-c6567c241e4b admin admin] Synchronizing usage tracker for tenant:8bf8093e3fa7425183223be0b46d041c on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:56:42.304171 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-c62d4834-be6c-49dc-a15d-c6567c241e4b admin admin] Unset dirty status for tenant:8bf8093e3fa7425183223be0b46d041c on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:56:42.305204 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-c62d4834-be6c-49dc-a15d-c6567c241e4b admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1802077 Feb 09 15:56:42.410941 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c7af3f-5372-4dbc-9ce8-8302b7bd24ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:42.412399 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-d8c7af3f-5372-4dbc-9ce8-8302b7bd24ae admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1033304 Feb 09 15:56:42.421861 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e67448bb-b1a2-4a6f-a287-030582bee6e6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'ab17f03a-2246-4787-ba91-b86af74d834f', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:56:42.426250 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e67448bb-b1a2-4a6f-a287-030582bee6e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:56:42.435969 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e67448bb-b1a2-4a6f-a287-030582bee6e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:56:42.492716 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67448bb-b1a2-4a6f-a287-030582bee6e6 admin admin] Made reservation on behalf of 8bf8093e3fa7425183223be0b46d041c for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:42.495020 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e67448bb-b1a2-4a6f-a287-030582bee6e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:42.744760 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e67448bb-b1a2-4a6f-a287-030582bee6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:42.822663 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67448bb-b1a2-4a6f-a287-030582bee6e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3faa4a-8252-4f6c-b170-db0f3f8127b3,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:42.834215 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67448bb-b1a2-4a6f-a287-030582bee6e6 admin admin] Checking segment: {'id': '3fddd457-4706-4b16-9b75-2d5ad10b31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ab17f03a-2246-4787-ba91-b86af74d834f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:56:42.834567 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67448bb-b1a2-4a6f-a287-030582bee6e6 admin admin] Network hostable DHCP agents. Network: ab17f03a-2246-4787-ba91-b86af74d834f, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:56:42.920330 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67448bb-b1a2-4a6f-a287-030582bee6e6 admin admin] Network ab17f03a-2246-4787-ba91-b86af74d834f is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:56:42.983367 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-e67448bb-b1a2-4a6f-a287-030582bee6e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, ab17f03a-2246-4787-ba91-b86af74d834f) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:42.987427 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67448bb-b1a2-4a6f-a287-030582bee6e6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:42.988015 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e67448bb-b1a2-4a6f-a287-030582bee6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:42.992524 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a349b-a4a5-4fbf-bddb-fe6adc29eeb0 None None] Network ab17f03a-2246-4787-ba91-b86af74d834f requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:56:43.071071 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-e67448bb-b1a2-4a6f-a287-030582bee6e6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6524994 Feb 09 15:56:43.211006 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb1ace92-ef78-5fb9-ac9e-ee7977fe44ac-ab17f03a-2246-4787-ba91-b86af74d834f', 'network_id': 'ab17f03a-2246-4787-ba91-b86af74d834f', 'tenant_id': '8bf8093e3fa7425183223be0b46d041c', 'fixed_ips': [{'subnet_id': '3e3faa4a-8252-4f6c-b170-db0f3f8127b3'}]}} from dv-cinder-825105-1-smb. {{(pid=83710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 15:56:43.211911 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:43.383081 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Allocated IP 192.168.233.2 (ab17f03a-2246-4787-ba91-b86af74d834f/3e3faa4a-8252-4f6c-b170-db0f3f8127b3/14df116c-b1d0-4f80-9c76-310fba12b915) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:56:43.592778 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:43.603856 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Transition to ACTIVE for port object 14df116c-b1d0-4f80-9c76-310fba12b915 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:56:43.624137 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Transition to ACTIVE for port object 14df116c-b1d0-4f80-9c76-310fba12b915 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:56:43.739116 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:43.812926 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Network ab17f03a-2246-4787-ba91-b86af74d834f is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:56:43.814108 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:43.818059 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:56:43.824401 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Pushing event updated for resources: {'Port': ['ID=14df116c-b1d0-4f80-9c76-310fba12b915,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:43.889208 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:43.889554 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:43.889893 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:43.890245 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:43.890575 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:43.890902 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:43.891222 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:43.891541 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:43.891860 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:43.892174 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:43.892492 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:43.921383 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Attempting to bind port 14df116c-b1d0-4f80-9c76-310fba12b915 on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:56:43.921750 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Attempting to bind port 14df116c-b1d0-4f80-9c76-310fba12b915 by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': '3fddd457-4706-4b16-9b75-2d5ad10b31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ab17f03a-2246-4787-ba91-b86af74d834f'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:56:43.922110 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Attempting to bind port 14df116c-b1d0-4f80-9c76-310fba12b915 on network ab17f03a-2246-4787-ba91-b86af74d834f {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:56:43.928748 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:56:43.929111 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Checking segment: {'id': '3fddd457-4706-4b16-9b75-2d5ad10b31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ab17f03a-2246-4787-ba91-b86af74d834f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:56:43.929504 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:43.929891 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Bound using segment: {'id': '3fddd457-4706-4b16-9b75-2d5ad10b31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ab17f03a-2246-4787-ba91-b86af74d834f'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:56:43.930383 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Bound port: 14df116c-b1d0-4f80-9c76-310fba12b915, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fddd457-4706-4b16-9b75-2d5ad10b31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ab17f03a-2246-4787-ba91-b86af74d834f'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:56:43.930761 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.045057 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] For port 14df116c-b1d0-4f80-9c76-310fba12b915, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:56:44.048256 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] For port 14df116c-b1d0-4f80-9c76-310fba12b915, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=14df116c-b1d0-4f80-9c76-310fba12b915,segment=NetworkSegment(3fddd457-4706-4b16-9b75-2d5ad10b31cf),segment_id=3fddd457-4706-4b16-9b75-2d5ad10b31cf)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:56:44.088169 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.173024 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4b195-4a6d-4fdd-a0fb-32c8e556d78d None None] Pushing event updated for resources: {'Port': ['ID=14df116c-b1d0-4f80-9c76-310fba12b915,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:44.985942 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2441fd-e047-4867-b6cc-c5e07d306096 None None] Network ab17f03a-2246-4787-ba91-b86af74d834f requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:56:45.150327 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-a49437e6-ca21-4b9c-b49f-81c09ee8eea6 None None] Provisioning for port 14df116c-b1d0-4f80-9c76-310fba12b915 completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:56:45.401572 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 14df116c-b1d0-4f80-9c76-310fba12b915 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:56:45.538901 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port 14df116c-b1d0-4f80-9c76-310fba12b915 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:56:45.544338 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 14df116c-b1d0-4f80-9c76-310fba12b915 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:45.544713 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:45.662369 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:45.695680 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port 14df116c-b1d0-4f80-9c76-310fba12b915, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=14df116c-b1d0-4f80-9c76-310fba12b915,segment=NetworkSegment(3fddd457-4706-4b16-9b75-2d5ad10b31cf),segment_id=3fddd457-4706-4b16-9b75-2d5ad10b31cf)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:45.772772 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:45.840314 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=14df116c-b1d0-4f80-9c76-310fba12b915,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:47.362204 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 14df116c-b1d0-4f80-9c76-310fba12b915 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:56:47.436488 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 14df116c-b1d0-4f80-9c76-310fba12b915 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:47.436862 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.361309 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9bb815b3-851d-4b4b-9eb7-cc8626fc5d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:57.755400 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc482072-0c74-493a-8f23-038e6de3276c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:58.949859 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:59.104258 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:00.246726 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:04.168914 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 5 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:57:25.377697 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2bee76e8-86ae-43fe-9586-8804e2c56021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:27.766270 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1ff30a3-f167-40a5-b080-6ce4fbd88f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:28.914913 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:29.023515 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.251897 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:41.170030 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 5 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:57:55.348499 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e2601d82-9e59-4c55-aec8-554d12ad5a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:57.806127 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-53696ea7-eece-4bdf-8697-8390db8a3b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:58.931626 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:59.017245 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:00.234669 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:03.343457 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52438) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:58:03.349343 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [None req-428d5f7e-062c-4651-8398-586ea34cebe3 tempest-verify_tempest_config-723347488 tempest-verify_tempest_config-723347488-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:58:03.350315 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-428d5f7e-062c-4651-8398-586ea34cebe3 tempest-verify_tempest_config-723347488 tempest-verify_tempest_config-723347488-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058820 Feb 09 15:58:03.951608 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 52454) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:58:04.098001 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.137768 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:58:04.141519 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Usage tracker for resource:security_group_rule and tenant:0cce54ed53634239bb974d879a5db622 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:58:04.144429 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:58:04.150325 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:58:04.217376 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.302829 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.347729 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cef2c3-8170-49f9-ae42-1a1c680cbbdb,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:04.355451 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0cce54ed53634239bb974d879a5db622&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4028831 Feb 09 15:58:04.358415 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.358610 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52460) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:58:04.359057 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.359149 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.359404 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.359727 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.360053 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.360370 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.360702 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.361023 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.361338 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.361648 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154a58c-17ca-43c5-85c9-b077f0505881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.417020 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.443160 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.594751 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.612696 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cef2c3-8170-49f9-ae42-1a1c680cbbdb,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:04.623777 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.624648 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5cef2c3-8170-49f9-ae42-1a1c680cbbdb HTTP/1.1" status: 204 len: 168 time: 0.2651863 Feb 09 15:58:04.626290 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.626611 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.627024 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.627357 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.627686 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.628025 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.628650 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.628872 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.629283 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.629603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:04.629915 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17eac8-f5df-4c7e-a303-9940df07c41a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:18.170681 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 5 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:58:25.370676 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c07cf632-3219-44a5-9c21-46f975888d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:27.764518 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-86fcb25b-fae1-45b9-9e93-8e28a1e02754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.914612 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:29.045588 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:30.251084 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:55.170858 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 5 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:58:55.376402 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-21176256-c5f7-4868-aae0-16290d822c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:57.769461 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7e5d55c3-1ce4-4b98-a4b5-3bfc66d5abf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:58.925178 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:59.027933 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:00.289618 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:25.408485 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ef5bac08-69db-400b-83a1-53e20577b9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:27.779706 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e541ad31-dc1a-4bae-af6a-bec9074d5edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:28.949877 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:29.032688 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:30.265674 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:32.171933 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 5 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:59:46.510584 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695413'] for agent, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:55.403677 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3f8e6715-3b0e-4b2c-821d-ecda0689f6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:57.818515 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3bbc7cdc-5975-4655-b4d4-6e4a83c655b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:58.938896 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.029915 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:00.292812 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:03.244660 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 52540) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:00:03.382390 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-305abfe2-121f-41c3-ac00-8c73c5a0533f admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1366358 Feb 09 16:00:05.392348 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 52550) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:00:05.471136 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-7f653b7d-a418-489c-b13a-bf8af64b1181 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0777392 Feb 09 16:00:09.175580 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:00:16.534978 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:25.425968 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1f5dbfeb-1a12-498c-a4ef-993b109dddfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:27.765501 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e339a6a4-b0fb-4472-93f7-c9601b0cca4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:28.932188 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:29.014740 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:30.262846 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:46.175844 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:00:46.547657 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.379963 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dcead026-0b14-4661-b887-9e16cf389758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.770395 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7f0a85ff-1ad3-4724-bcd8-c8d695a49f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:58.942163 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.039313 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.267615 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.558356 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.175099 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:01:25.375060 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e9db4f2-d9ab-4cf8-a609-e84d68468273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:27.763380 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed12cf9f-940c-4080-97e0-d4da64232521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:28.939073 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:29.047150 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:30.266254 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:46.574537 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:49.973764 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 52718) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:50.349658 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-718092229-network', 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:01:50.367463 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:01:50.373657 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Usage tracker for resource:network and tenant:8e2a887c33294b0497f7c8d97a81c687 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:01:50.375740 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:01:50.381589 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:01:50.454251 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Made reservation on behalf of 8e2a887c33294b0497f7c8d97a81c687 for: {'network': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:50.456696 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.471095 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.504420 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:01:50.508456 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Usage tracker for resource:security_group_rule and tenant:8e2a887c33294b0497f7c8d97a81c687 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:01:50.512305 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:01:50.518160 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:01:50.581575 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.653740 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.698577 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=83708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:50.699696 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:50.713552 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:50.714041 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:50.714409 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:50.714744 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:50.715078 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:50.715408 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:50.715727 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:50.716067 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:50.716390 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:50.716716 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:50.717031 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Tracked resource versions report: Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: pushed versions: Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: { 'ConntrackHelper': {'1.0'}, Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'Log': {'1.0'}, Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'Network': {'1.1'}, Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'Port': {'1.5'}, Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'PortForwarding': {'1.2'}, Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'QosPolicy': {'1.8'}, Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'SecurityGroup': {'1.2'}, Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'SecurityGroupRule': {'1.0'}, Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'SubPort': {'1.0'}, Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'Subnet': {'1.1'}, Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'Trunk': {'1.1'}} Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: consumer versions: Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: { DHCP agent@dv-cinder-825105-1-smb: {}, Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: HyperV agent@hv-cinder-82510: {}, Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: L3 agent@dv-cinder-825105-1-smb: {}, Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: Metadata agent@dv-cinder-825105-1-smb: {}, Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: Metering agent@dv-cinder-825105-1-smb: {}, Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: Open vSwitch agent@dv-cinder-825105-1-smb: { 'ConntrackHelper': '1.0', Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'Log': '1.0', Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'Network': '1.1', Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'Port': '1.5', Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'PortForwarding': '1.2', Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'QosPolicy': '1.8', Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'SecurityGroup': '1.2', Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'SecurityGroupRule': '1.0', Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'SubPort': '1.0', Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'Subnet': '1.1', Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: 'Trunk': '1.1'}} Feb 09 16:01:50.718042 dv-cinder-825105-1-smb neutron-server[83708]: {{(pid=83708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 16:01:50.723598 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772266662238', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.727999 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Unsubscribe: segment precommit_create {{(pid=83708) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 16:01:50.727999 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.db.segments_db [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Added segment 4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7 of type vlan for network 00cf166c-a8d8-4dc6-b379-d49b36537933 Feb 09 16:01:50.764163 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.894175 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.895044 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:50.895819 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.005616 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] Pushing event updated for resources: {'Network': ['ID=00cf166c-a8d8-4dc6-b379-d49b36537933,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:51.016616 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network 00cf166c-a8d8-4dc6-b379-d49b36537933 details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 16:01:51.041689 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52750) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:51.059517 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-e892a20d-3344-4085-a439-d5ecff2c26aa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0839663 Feb 09 16:01:51.063208 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52756) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:51.068640 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Request body: {'subnet': {'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-718092229-subnet', 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:01:51.073433 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:01:51.077364 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Usage tracker for resource:subnet and tenant:8e2a887c33294b0497f7c8d97a81c687 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:01:51.080208 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:01:51.085831 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:01:51.196641 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Made reservation on behalf of 8e2a887c33294b0497f7c8d97a81c687 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:51.199197 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.541151 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.595631 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-network', 'tenant_id': '583b1cb4cc844713b243032c95f65f45'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:01:51.603586 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 52780) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:51.629612 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:01:51.634179 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Usage tracker for resource:network and tenant:583b1cb4cc844713b243032c95f65f45 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:01:51.637012 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:01:51.642854 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:01:51.677177 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c33505-1925-45ee-9da3-9db09b7ce7b4,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:51.691493 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.691834 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.692169 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.692495 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.692821 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.693145 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.693466 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.693785 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.694106 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.694440 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.694753 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Tracked resource versions report: Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: pushed versions: Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: { 'ConntrackHelper': {'1.0'}, Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'Log': {'1.0'}, Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'Network': {'1.1'}, Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'Port': {'1.5'}, Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'PortForwarding': {'1.2'}, Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'QosPolicy': {'1.8'}, Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'SecurityGroup': {'1.2'}, Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'SecurityGroupRule': {'1.0'}, Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'SubPort': {'1.0'}, Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'Subnet': {'1.1'}, Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'Trunk': {'1.1'}} Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: consumer versions: Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: { DHCP agent@dv-cinder-825105-1-smb: {}, Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: HyperV agent@hv-cinder-82510: {}, Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: L3 agent@dv-cinder-825105-1-smb: {}, Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: Metadata agent@dv-cinder-825105-1-smb: {}, Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: Metering agent@dv-cinder-825105-1-smb: {}, Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: Open vSwitch agent@dv-cinder-825105-1-smb: { 'ConntrackHelper': '1.0', Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'Log': '1.0', Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'Network': '1.1', Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'Port': '1.5', Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'PortForwarding': '1.2', Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'QosPolicy': '1.8', Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'SecurityGroup': '1.2', Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'SecurityGroupRule': '1.0', Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'SubPort': '1.0', Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'Subnet': '1.1', Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: 'Trunk': '1.1'}} Feb 09 16:01:51.695762 dv-cinder-825105-1-smb neutron-server[83709]: {{(pid=83709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 16:01:51.698978 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Checking segment: {'id': '4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:01:51.699513 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Network hostable DHCP agents. Network: 00cf166c-a8d8-4dc6-b379-d49b36537933, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:01:51.734910 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Made reservation on behalf of 583b1cb4cc844713b243032c95f65f45 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:51.738180 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.751544 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.784695 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:01:51.788361 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Usage tracker for resource:security_group_rule and tenant:583b1cb4cc844713b243032c95f65f45 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:01:51.791247 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:01:51.793789 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Network 00cf166c-a8d8-4dc6-b379-d49b36537933 is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:01:51.799899 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:01:51.855213 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-947823081-network', 'tenant_id': '27c63ca705784520856948f3c77fd915'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:01:51.860703 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:01:51.868870 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Usage tracker for resource:network and tenant:27c63ca705784520856948f3c77fd915 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:01:51.869286 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:01:51.871008 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.876540 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:01:51.916971 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, 00cf166c-a8d8-4dc6-b379-d49b36537933) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:51.930300 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b4301a-ee4f-46e5-b9bf-383c19b6affe None None] Network 00cf166c-a8d8-4dc6-b379-d49b36537933 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:01:51.931848 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:51.934355 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.946751 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.947213 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Made reservation on behalf of 27c63ca705784520856948f3c77fd915 for: {'network': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:51.950463 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.962525 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:51.973985 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.974939 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.segments_db [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Added segment b8f929e4-0953-4e28-98dd-716329d96552 of type vlan for network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af Feb 09 16:01:51.979079 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.010740 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.034015 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:01:52.044434 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Usage tracker for resource:security_group_rule and tenant:27c63ca705784520856948f3c77fd915 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:01:52.052148 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:01:52.061673 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:01:52.118783 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484d9e8b-c2c5-4432-a006-9fedfcaea512,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:52.136226 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.136226 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:52.136784 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.200094 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de5c82d-8e24-488e-9835-6d6b19075404 None None] Network 00cf166c-a8d8-4dc6-b379-d49b36537933 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:01:52.255638 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.333775 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.344033 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] Pushing event updated for resources: {'Network': ['ID=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:52.349216 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=83708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:52.370296 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.370649 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.db.segments_db [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Added segment 2ee763bb-f08c-41bf-8cd0-272c006d9fa7 of type vlan for network 58673224-1d0f-4efc-9fe7-e09a3268652d Feb 09 16:01:52.380874 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 16:01:52.430226 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-117dbf0a-3f2c-4d74-aa44-2cb642c2f856 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3569269 Feb 09 16:01:52.438514 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.457364 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-659fc143-f406-43f0-a7ed-24ffe1405332 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4161119 Feb 09 16:01:52.458063 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52808) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:52.464420 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-8b012ed4-11f8-408d-827a-d300400249ff admin admin] Request body: {'subnet': {'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-subnet', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:01:52.475431 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8b012ed4-11f8-408d-827a-d300400249ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:01:52.486313 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-8b012ed4-11f8-408d-827a-d300400249ff admin admin] Usage tracker for resource:subnet and tenant:583b1cb4cc844713b243032c95f65f45 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:01:52.489679 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 52812) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:52.501080 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-8b012ed4-11f8-408d-827a-d300400249ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:01:52.521354 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8b012ed4-11f8-408d-827a-d300400249ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:01:52.521743 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4597874e-4206-4298-845f-9a5b0c522eee,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:52.530636 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-718092229-router', 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:01:52.538154 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:01:52.543536 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Usage tracker for resource:router and tenant:8e2a887c33294b0497f7c8d97a81c687 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:01:52.547387 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:01:52.553505 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:01:52.573711 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.575176 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:52.576021 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.632459 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.634029 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b012ed4-11f8-408d-827a-d300400249ff admin admin] Made reservation on behalf of 583b1cb4cc844713b243032c95f65f45 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:52.645039 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8b012ed4-11f8-408d-827a-d300400249ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.646339 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41882'] for router, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.952519 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] Pushing event updated for resources: {'Network': ['ID=58673224-1d0f-4efc-9fe7-e09a3268652d,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:52.952519 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.953109 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network 58673224-1d0f-4efc-9fe7-e09a3268652d details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 16:01:53.066626 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-ea7dff92-27fd-42e9-856b-2af897fc43bd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4617000 Feb 09 16:01:53.069602 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 52832) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:53.075589 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-db8f2b7a-6dd8-4790-9f11-e61d2f406cfa admin admin] Request body: {'subnet': {'network_id': '58673224-1d0f-4efc-9fe7-e09a3268652d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-947823081-subnet', 'tenant_id': '27c63ca705784520856948f3c77fd915', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:01:53.085065 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-db8f2b7a-6dd8-4790-9f11-e61d2f406cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:01:53.094875 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-db8f2b7a-6dd8-4790-9f11-e61d2f406cfa admin admin] Usage tracker for resource:subnet and tenant:27c63ca705784520856948f3c77fd915 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:01:53.103914 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-db8f2b7a-6dd8-4790-9f11-e61d2f406cfa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:01:53.114649 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-db8f2b7a-6dd8-4790-9f11-e61d2f406cfa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:01:53.211773 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8f2b7a-6dd8-4790-9f11-e61d2f406cfa admin admin] Made reservation on behalf of 27c63ca705784520856948f3c77fd915 for: {'subnet': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:53.214180 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db8f2b7a-6dd8-4790-9f11-e61d2f406cfa admin admin] Notify callbacks [] for subnet, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.225609 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8b012ed4-11f8-408d-827a-d300400249ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.300117 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b012ed4-11f8-408d-827a-d300400249ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:53.319037 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b012ed4-11f8-408d-827a-d300400249ff admin admin] Checking segment: {'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:01:53.319490 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b012ed4-11f8-408d-827a-d300400249ff admin admin] Network hostable DHCP agents. Network: 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:01:53.397635 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b012ed4-11f8-408d-827a-d300400249ff admin admin] Network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:01:53.435935 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41896'] for router, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.494184 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-8b012ed4-11f8-408d-827a-d300400249ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:53.506933 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b012ed4-11f8-408d-827a-d300400249ff admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:53.506933 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8b012ed4-11f8-408d-827a-d300400249ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.507696 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd07f966-731a-471d-ba43-a1225b2da159 None None] Network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:01:53.648823 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-8b012ed4-11f8-408d-827a-d300400249ff admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1895862 Feb 09 16:01:53.701037 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52864) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:53.711916 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:01:53.718732 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:01:53.729111 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Usage tracker for resource:router and tenant:583b1cb4cc844713b243032c95f65f45 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:01:53.741806 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:01:53.754720 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:01:53.837868 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.838956 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41882'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.864746 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db8f2b7a-6dd8-4790-9f11-e61d2f406cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for subnet, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.871751 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb1ace92-ef78-5fb9-ac9e-ee7977fe44ac-7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b'}]}} from dv-cinder-825105-1-smb. {{(pid=83710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 16:01:53.873585 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.884684 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.935928 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f2b7a-6dd8-4790-9f11-e61d2f406cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e0ba169-9512-4987-af9e-553c832553b7,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:53.956478 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.998943 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:54.072766 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Allocated IP 172.20.0.2 (7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af/1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b/1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:54.088563 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f2b7a-6dd8-4790-9f11-e61d2f406cfa admin admin] Checking segment: {'id': '2ee763bb-f08c-41bf-8cd0-272c006d9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58673224-1d0f-4efc-9fe7-e09a3268652d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:01:54.089679 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8f2b7a-6dd8-4790-9f11-e61d2f406cfa admin admin] Network hostable DHCP agents. Network: 58673224-1d0f-4efc-9fe7-e09a3268652d, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:01:54.169377 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41896'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:54.183093 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_common [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Allocated IP 172.28.1.52 (6b7fe1e6-5bb6-4d06-a266-701d5608a849/a29998aa-47c5-4d48-9fc6-2e8cc05152fe/09938900-87d8-4cb4-b1ae-0d0685b5a523) {{(pid=83708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:54.310278 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8f2b7a-6dd8-4790-9f11-e61d2f406cfa admin admin] Network 58673224-1d0f-4efc-9fe7-e09a3268652d is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:01:54.348120 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:54.367354 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Transition to ACTIVE for port object 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:01:54.451816 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-db8f2b7a-6dd8-4790-9f11-e61d2f406cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, 58673224-1d0f-4efc-9fe7-e09a3268652d) {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:54.463418 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f2b7a-6dd8-4790-9f11-e61d2f406cfa admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:54.465556 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db8f2b7a-6dd8-4790-9f11-e61d2f406cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:54.469668 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Transition to ACTIVE for port object 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:01:54.480425 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025d1baa-aa3f-4165-a0ab-a1d980603d9d None None] Network 58673224-1d0f-4efc-9fe7-e09a3268652d requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:01:54.507185 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:54.627594 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-db8f2b7a-6dd8-4790-9f11-e61d2f406cfa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5569210 Feb 09 16:01:54.648524 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:54.651375 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:54.691876 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:54.728562 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Pushing event updated for resources: {'Port': ['ID=1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:54.729007 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:54.741450 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:54.741881 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:54.742244 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:54.742575 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:54.744231 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:54.744573 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:54.744967 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:54.745287 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:54.745612 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:54.745992 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:54.746336 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Tracked resource versions report: Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: pushed versions: Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: { 'ConntrackHelper': {'1.0'}, Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'Log': {'1.0'}, Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'Network': {'1.1'}, Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'Port': {'1.5'}, Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'PortForwarding': {'1.2'}, Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'QosPolicy': {'1.8'}, Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'SecurityGroup': {'1.2'}, Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'SecurityGroupRule': {'1.0'}, Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'SubPort': {'1.0'}, Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'Subnet': {'1.1'}, Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'Trunk': {'1.1'}} Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: consumer versions: Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: { DHCP agent@dv-cinder-825105-1-smb: {}, Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: HyperV agent@hv-cinder-82510: {}, Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: L3 agent@dv-cinder-825105-1-smb: {}, Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: Metadata agent@dv-cinder-825105-1-smb: {}, Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: Metering agent@dv-cinder-825105-1-smb: {}, Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: Open vSwitch agent@dv-cinder-825105-1-smb: { 'ConntrackHelper': '1.0', Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'Log': '1.0', Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'Network': '1.1', Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'Port': '1.5', Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'PortForwarding': '1.2', Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'QosPolicy': '1.8', Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'SecurityGroup': '1.2', Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'SecurityGroupRule': '1.0', Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'SubPort': '1.0', Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'Subnet': '1.1', Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: 'Trunk': '1.1'}} Feb 09 16:01:54.747344 dv-cinder-825105-1-smb neutron-server[83710]: {{(pid=83710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 16:01:54.771417 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:54.772688 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:54.835929 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:01:54.988285 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:54.997500 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:55.007094 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Received port after_create {{(pid=83708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:01:55.015542 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Allocated IP 172.28.1.144 (6b7fe1e6-5bb6-4d06-a266-701d5608a849/a29998aa-47c5-4d48-9fc6-2e8cc05152fe/2afc768d-73f9-4cd2-a1cf-cbff4a45324a) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:55.056409 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Pushing event updated for resources: {'Port': ['ID=09938900-87d8-4cb4-b1ae-0d0685b5a523,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:55.165218 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Attempting to bind port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:01:55.167871 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Attempting to bind port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:01:55.168239 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Attempting to bind port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 on network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:01:55.219347 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 52918) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:55.235437 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:01:55.245196 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Checking segment: {'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:01:55.245196 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.246184 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Bound using segment: {'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:01:55.252545 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Bound port: 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:01:55.252545 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.357804 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.367546 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcbcfa2-4443-421c-85b4-d82054b191ac None None] Network 58673224-1d0f-4efc-9fe7-e09a3268652d requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:01:55.455773 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.456436 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691926'] for router, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.460619 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.532985 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] For port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:01:55.556119 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] For port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:01:55.593506 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52936) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:55.603130 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dee55f0d-5165-4708-992f-fbb4a7fc3957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.631008 dv-cinder-825105-1-smb neutron-server[83709]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 16:01:55.657058 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ea06c136-61ae-43ef-9325-31d699b13df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.684488 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.700619 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-ea06c136-61ae-43ef-9325-31d699b13df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:01:55.703510 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-ea06c136-61ae-43ef-9325-31d699b13df2 admin admin] Usage tracker for resource:security_group_rule and tenant:85fb2f9c90a446729accd65696ce4cd3 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:01:55.706346 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-ea06c136-61ae-43ef-9325-31d699b13df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:01:55.708460 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:55.714747 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-ea06c136-61ae-43ef-9325-31d699b13df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:01:55.727130 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:55.782180 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ea06c136-61ae-43ef-9325-31d699b13df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.788045 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44d379-14dd-43b4-975b-a423d42d793a None None] Pushing event updated for resources: {'Port': ['ID=1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:55.797052 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:01:55.865699 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ea06c136-61ae-43ef-9325-31d699b13df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.893846 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Pushing event updated for resources: {'Port': ['ID=2afc768d-73f9-4cd2-a1cf-cbff4a45324a,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:55.927299 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06c136-61ae-43ef-9325-31d699b13df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6079e1-11d3-4433-a9e4-ca23e131f0ad,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:55.940560 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-ea06c136-61ae-43ef-9325-31d699b13df2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85fb2f9c90a446729accd65696ce4cd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7165294 Feb 09 16:01:55.942723 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 52948) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:56.044681 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Router b82ad8ac-44e6-42cc-ba5c-566742b6302b is scheduled to L3 agent fb3d251c-cb97-460a-9813-8f855a49118a with binding_index 1 {{(pid=83708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:01:56.131307 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3217df0e-126f-488a-9b34-029886045828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.162493 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541ed76-a059-447e-893f-133091858204 req-1508ff07-4c58-4033-994c-e6a9d8529fc9 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:56.164080 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-1508ff07-4c58-4033-994c-e6a9d8529fc9 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/networks?id=58673224-1d0f-4efc-9fe7-e09a3268652d HTTP/1.1" status: 200 len: 811 time: 0.5666378 Feb 09 16:01:56.201385 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3217df0e-126f-488a-9b34-029886045828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.230524 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-53175fa5-abb2-4a73-8b21-f687d453ece8 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/quotas/27c63ca705784520856948f3c77fd915 HTTP/1.1" status: 200 len: 375 time: 0.0582798 Feb 09 16:01:56.251911 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.252625 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691926'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.399264 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:01:56.418055 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Sync routers for ids ['b82ad8ac-44e6-42cc-ba5c-566742b6302b'] in dv-cinder-825105-1-smb {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:01:56.431181 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Routers {'b82ad8ac-44e6-42cc-ba5c-566742b6302b'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:01:56.433759 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:01:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['b82ad8ac-44e6-42cc-ba5c-566742b6302b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:56.434494 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-a1138a71-30fa-4ec5-b22f-de9c8dd26e4c tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=27c63ca705784520856948f3c77fd915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1915233 Feb 09 16:01:56.511461 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] Notify callbacks [] for router, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.512791 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-c9e7956a-93eb-4efc-a007-30379347a627 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9930098 Feb 09 16:01:56.522025 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 52978) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:56.545136 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3217df0e-126f-488a-9b34-029886045828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.590785 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217df0e-126f-488a-9b34-029886045828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6079e1-11d3-4433-a9e4-ca23e131f0ad,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:56.632578 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3217df0e-126f-488a-9b34-029886045828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.635922 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-3217df0e-126f-488a-9b34-029886045828 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a6079e1-11d3-4433-a9e4-ca23e131f0ad HTTP/1.1" status: 204 len: 168 time: 0.6906071 Feb 09 16:01:56.691733 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Set router b82ad8ac-44e6-42cc-ba5c-566742b6302b gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:01:56.760568 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-4c5d60c5-c78a-4765-acfe-e4e1a6a8b06e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 16:01:56.763074 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-4c5d60c5-c78a-4765-acfe-e4e1a6a8b06e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2360942 Feb 09 16:01:56.962705 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-a980a502-0013-4a7b-a182-611bc69899a8 service neutron] 10.222.0.30 "GET /v2.0/networks/58673224-1d0f-4efc-9fe7-e09a3268652d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915720 Feb 09 16:01:56.994811 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 is scheduled to L3 agent fb3d251c-cb97-460a-9813-8f855a49118a with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:01:57.083042 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f99bd93-6028-4561-b6e8-11fbebafdbd9 None None] Network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:01:57.218164 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'name': 'tempest-ServerRescueNegativeTestJSON-718092229-router', 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:52Z', 'updated_at': '2022-02-09T16:01:55Z', 'revision_number': 3, 'project_id': '8e2a887c33294b0497f7c8d97a81c687', 'gw_port': {'id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:07:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:57.228425 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Checking router: b82ad8ac-44e6-42cc-ba5c-566742b6302b for host: dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:01:57.230021 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Updating router b82ad8ac-44e6-42cc-ba5c-566742b6302b port 09938900-87d8-4cb4-b1ae-0d0685b5a523 binding host dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 16:01:57.314856 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-c656ae23-6006-4e0a-b757-549d7b5ee5e8 None None] Provisioning for port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:01:57.410684 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:57.437284 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-af3f2358-618d-43d0-87b6-c4ecb7c037e3 service neutron] 10.222.0.30 "GET /v2.0/networks/58673224-1d0f-4efc-9fe7-e09a3268652d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633298 Feb 09 16:01:57.666270 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:01:57.666510 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:01:57.705076 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Sync routers for ids ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:01:57.813947 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:57.818672 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-5a6f8dcc-41b7-4872-bcf3-a2f696403651 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1115291 Feb 09 16:01:57.819531 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 53028) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:57.864833 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Routers {'2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:01:57.865550 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:01:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:58.088805 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53048) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:58.095680 dv-cinder-825105-1-smb neutron-server[83708]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 16:01:58.159551 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f66e0e00-f5f7-4a1a-a01d-1012174171e5 req-8f4dc887-aa58-4f6f-859e-a7167a0fcb36 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 210 time: 0.0672927 Feb 09 16:01:58.177931 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Set router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:01:58.308504 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53054) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:58.359607 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:58.374053 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0c4356f0-81e8-473e-b7ff-e7b65e2aae5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:58.469543 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:58.497095 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Transition to ACTIVE for port object 09938900-87d8-4cb4-b1ae-0d0685b5a523 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:01:58.528167 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53064) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:58.594950 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:01:58.603162 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:58.603940 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:58.619835 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:58.706441 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ba16257b-d7d7-4c84-af1d-91ec2b058d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:58.765697 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea8bc5-da0d-4192-b2eb-9e161cf494cf None None] Pushing event updated for resources: {'Port': ['ID=09938900-87d8-4cb4-b1ae-0d0685b5a523,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:58.794701 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea8bc5-da0d-4192-b2eb-9e161cf494cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:58.795054 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea8bc5-da0d-4192-b2eb-9e161cf494cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea8bc5-da0d-4192-b2eb-9e161cf494cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea8bc5-da0d-4192-b2eb-9e161cf494cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea8bc5-da0d-4192-b2eb-9e161cf494cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea8bc5-da0d-4192-b2eb-9e161cf494cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea8bc5-da0d-4192-b2eb-9e161cf494cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea8bc5-da0d-4192-b2eb-9e161cf494cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea8bc5-da0d-4192-b2eb-9e161cf494cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea8bc5-da0d-4192-b2eb-9e161cf494cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea8bc5-da0d-4192-b2eb-9e161cf494cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea8bc5-da0d-4192-b2eb-9e161cf494cf None None] Tracked resource versions report: Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: pushed versions: Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: { 'ConntrackHelper': {'1.0'}, Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'Log': {'1.0'}, Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'Network': {'1.1'}, Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'Port': {'1.5'}, Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'PortForwarding': {'1.2'}, Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'QosPolicy': {'1.8'}, Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'SecurityGroup': {'1.2'}, Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'SecurityGroupRule': {'1.0'}, Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'SubPort': {'1.0'}, Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'Subnet': {'1.1'}, Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'Trunk': {'1.1'}} Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: consumer versions: Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: { DHCP agent@dv-cinder-825105-1-smb: {}, Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: HyperV agent@hv-cinder-82510: {}, Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: L3 agent@dv-cinder-825105-1-smb: {}, Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: Metadata agent@dv-cinder-825105-1-smb: {}, Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: Metering agent@dv-cinder-825105-1-smb: {}, Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: Open vSwitch agent@dv-cinder-825105-1-smb: { 'ConntrackHelper': '1.0', Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'Log': '1.0', Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'Network': '1.1', Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'Port': '1.5', Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'PortForwarding': '1.2', Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'QosPolicy': '1.8', Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'SecurityGroup': '1.2', Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'SecurityGroupRule': '1.0', Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'SubPort': '1.0', Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'Subnet': '1.1', Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: 'Trunk': '1.1'}} Feb 09 16:01:58.809132 dv-cinder-825105-1-smb neutron-server[83711]: {{(pid=83711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 16:01:58.823311 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-ba16257b-d7d7-4c84-af1d-91ec2b058d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:01:58.836943 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-ba16257b-d7d7-4c84-af1d-91ec2b058d96 admin admin] Usage tracker for resource:security_group_rule and tenant:3ea7caf6d3d44b548baf0ff95ddbc021 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:01:58.845565 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-ba16257b-d7d7-4c84-af1d-91ec2b058d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:01:58.859963 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-ba16257b-d7d7-4c84-af1d-91ec2b058d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:01:58.949464 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Attempting to bind port 09938900-87d8-4cb4-b1ae-0d0685b5a523 on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:01:58.949844 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Attempting to bind port 09938900-87d8-4cb4-b1ae-0d0685b5a523 by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:01:58.950235 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Attempting to bind port 09938900-87d8-4cb4-b1ae-0d0685b5a523 on network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:01:58.963988 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:01:58.964409 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Checking segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:01:58.964756 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:58.965150 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Bound using segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:01:58.965618 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Bound port: 09938900-87d8-4cb4-b1ae-0d0685b5a523, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:01:58.966008 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.037490 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ba16257b-d7d7-4c84-af1d-91ec2b058d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.108568 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c624f081-8982-4936-9a93-bf01cfc06a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.157781 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ba16257b-d7d7-4c84-af1d-91ec2b058d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.210930 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] For port 09938900-87d8-4cb4-b1ae-0d0685b5a523, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:01:59.215723 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] For port 09938900-87d8-4cb4-b1ae-0d0685b5a523, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=09938900-87d8-4cb4-b1ae-0d0685b5a523,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:01:59.238657 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.253740 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.288238 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.333692 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16257b-d7d7-4c84-af1d-91ec2b058d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c5a61f-09a6-4bc9-8da6-98f72be1796f,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:59.353465 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.397588 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:59.419788 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:01:55Z', 'revision_number': 3, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:59.428446 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Checking router: 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:01:59.428842 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Updating router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 port 2afc768d-73f9-4cd2-a1cf-cbff4a45324a binding host dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 16:01:59.438397 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-c624f081-8982-4936-9a93-bf01cfc06a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:01:59.454683 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-ba16257b-d7d7-4c84-af1d-91ec2b058d96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ea7caf6d3d44b548baf0ff95ddbc021&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1447897 Feb 09 16:01:59.456340 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-c624f081-8982-4936-9a93-bf01cfc06a78 admin admin] Usage tracker for resource:security_group_rule and tenant:bf9a12d50b43432c9c50faf5f1856e61 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:01:59.459930 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_common [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Allocated IP 172.20.0.1 (00cf166c-a8d8-4dc6-b379-d49b36537933/d1c33505-1925-45ee-9da3-9db09b7ce7b4/ae026040-faaa-4bd0-87f3-dbc64a535501) {{(pid=83708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:59.461125 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea8bc5-da0d-4192-b2eb-9e161cf494cf None None] Pushing event updated for resources: {'Port': ['ID=09938900-87d8-4cb4-b1ae-0d0685b5a523,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:59.464276 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53106) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:59.465292 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-c624f081-8982-4936-9a93-bf01cfc06a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:01:59.476109 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-c624f081-8982-4936-9a93-bf01cfc06a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:01:59.507917 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-43270296-1740-4fcc-9609-617f6bba7600 None None] Provisioning complete for port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:59.511719 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-43270296-1740-4fcc-9609-617f6bba7600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.518822 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Routers {'b82ad8ac-44e6-42cc-ba5c-566742b6302b'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:01:59.518822 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:01:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['b82ad8ac-44e6-42cc-ba5c-566742b6302b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:59.601584 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.637144 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-731549b6-fdbb-492c-98fc-616d9e98a073 req-846666df-0209-45ef-8953-24f26083e349 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 210 time: 0.3037207 Feb 09 16:01:59.685388 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-937885da-971f-413a-9e93-f35b0067eef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.728372 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-937885da-971f-413a-9e93-f35b0067eef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.735312 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:59.736311 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.799145 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.848554 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c624f081-8982-4936-9a93-bf01cfc06a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.859211 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.938152 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c624f081-8982-4936-9a93-bf01cfc06a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.989307 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] Set router b82ad8ac-44e6-42cc-ba5c-566742b6302b gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:02:00.030782 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624f081-8982-4936-9a93-bf01cfc06a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44837b7a-9a6c-4ed8-9b9d-107d02445bc7,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:00.044234 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.055944 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-937885da-971f-413a-9e93-f35b0067eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.143634 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Pushing event updated for resources: {'Port': ['ID=ae026040-faaa-4bd0-87f3-dbc64a535501,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:00.162716 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937885da-971f-413a-9e93-f35b0067eef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c5a61f-09a6-4bc9-8da6-98f72be1796f,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:00.189044 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-c624f081-8982-4936-9a93-bf01cfc06a78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf9a12d50b43432c9c50faf5f1856e61&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6592786 Feb 09 16:02:00.198790 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Network 00cf166c-a8d8-4dc6-b379-d49b36537933 is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:00.198790 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53122) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:00.234659 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:00.237855 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-937885da-971f-413a-9e93-f35b0067eef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.239189 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-937885da-971f-413a-9e93-f35b0067eef7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04c5a61f-09a6-4bc9-8da6-98f72be1796f HTTP/1.1" status: 204 len: 168 time: 0.7701361 Feb 09 16:02:00.247129 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Received port after_create {{(pid=83708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:02:00.248987 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Allocated IP 172.20.0.1 (7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af/1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b/8b356718-24c2-44d6-82d9-e24642adb738) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:00.250125 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695432'] for router_interface, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.369309 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-45e628a1-95eb-419e-9975-73bc47db935d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.462945 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-45e628a1-95eb-419e-9975-73bc47db935d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.512682 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.533523 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Transition to ACTIVE for port object 8b356718-24c2-44d6-82d9-e24642adb738 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:00.571490 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:02:00.622583 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'name': 'tempest-ServerRescueNegativeTestJSON-718092229-router', 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:52Z', 'updated_at': '2022-02-09T16:01:55Z', 'revision_number': 3, 'project_id': '8e2a887c33294b0497f7c8d97a81c687', 'gw_port': {'id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:07:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:00.635236 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce8d3e7-03a9-4c44-a166-05454f55ad5f None None] The sync data for ids ['b82ad8ac-44e6-42cc-ba5c-566742b6302b'] in dv-cinder-825105-1-smb is: [{'id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'name': 'tempest-ServerRescueNegativeTestJSON-718092229-router', 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:52Z', 'updated_at': '2022-02-09T16:01:55Z', 'revision_number': 3, 'project_id': '8e2a887c33294b0497f7c8d97a81c687', 'gw_port': {'id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:07:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:02:00.654443 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.677453 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.716096 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.746882 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.781524 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Transition to ACTIVE for port object 2afc768d-73f9-4cd2-a1cf-cbff4a45324a will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:00.906421 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.919061 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b67e7dac-8dd8-4a27-9a90-82ec072a3f54 req-d14144cb-dbba-4e1e-bdd6-9d0bafb0c568 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 210 time: 0.0646372 Feb 09 16:02:00.923646 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:00.924818 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:00.926834 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8b356718-24c2-44d6-82d9-e24642adb738,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:00.947551 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:02:00.948014 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695432'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.071359 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-45e628a1-95eb-419e-9975-73bc47db935d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.163300 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e628a1-95eb-419e-9975-73bc47db935d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44837b7a-9a6c-4ed8-9b9d-107d02445bc7,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:01.174960 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-45e628a1-95eb-419e-9975-73bc47db935d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.176778 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-45e628a1-95eb-419e-9975-73bc47db935d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44837b7a-9a6c-4ed8-9b9d-107d02445bc7 HTTP/1.1" status: 204 len: 168 time: 0.9807627 Feb 09 16:02:01.197028 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681da62-457f-49eb-ae81-3030f09dc4c0 None None] Pushing event updated for resources: {'Port': ['ID=2afc768d-73f9-4cd2-a1cf-cbff4a45324a,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:01.207936 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Attempting to bind port 2afc768d-73f9-4cd2-a1cf-cbff4a45324a on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:01.208627 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Attempting to bind port 2afc768d-73f9-4cd2-a1cf-cbff4a45324a by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:01.209157 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Attempting to bind port 2afc768d-73f9-4cd2-a1cf-cbff4a45324a on network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:02:01.221308 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:02:01.221996 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Checking segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:02:01.223129 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.224186 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Bound using segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:02:01.235815 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Bound port: 2afc768d-73f9-4cd2-a1cf-cbff4a45324a, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:01.237484 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.362487 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] For port 2afc768d-73f9-4cd2-a1cf-cbff4a45324a, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:01.365405 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] For port 2afc768d-73f9-4cd2-a1cf-cbff4a45324a, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=2afc768d-73f9-4cd2-a1cf-cbff4a45324a,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:01.400852 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.429198 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.451401 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.510841 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.511888 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1695269'] for router_interface, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.620853 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681da62-457f-49eb-ae81-3030f09dc4c0 None None] Pushing event updated for resources: {'Port': ['ID=2afc768d-73f9-4cd2-a1cf-cbff4a45324a,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:01.646542 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Routers {'2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:02:01.647438 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:01:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:01.847965 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-45cfb671-3b6c-4752-9839-e725ed75bc4f None None] Provisioning for port 8b356718-24c2-44d6-82d9-e24642adb738 completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:02:02.042096 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 09938900-87d8-4cb4-b1ae-0d0685b5a523 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:02:02.116399 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53188) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:02.119322 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.122485 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-45cfb671-3b6c-4752-9839-e725ed75bc4f None None] Provisioning complete for port 8b356718-24c2-44d6-82d9-e24642adb738 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:02.124185 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-45cfb671-3b6c-4752-9839-e725ed75bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.196124 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Pushing event updated for resources: {'Port': ['ID=ae026040-faaa-4bd0-87f3-dbc64a535501,revision_number=2']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:02.196668 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.197381 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1695269'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.319438 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-1120737c-ef64-4afe-8acc-a791cdaf1c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.329072 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-45cfb671-3b6c-4752-9839-e725ed75bc4f None None] Port 8b356718-24c2-44d6-82d9-e24642adb738 cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:02:02.462474 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] Set router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:02:02.545964 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Network 00cf166c-a8d8-4dc6-b379-d49b36537933 is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:02.559747 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:02.566390 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port 09938900-87d8-4cb4-b1ae-0d0685b5a523 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:02:02.596361 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8b356718-24c2-44d6-82d9-e24642adb738,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:02.611149 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 09938900-87d8-4cb4-b1ae-0d0685b5a523 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:02.616021 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-03a0084d-61e9-40c8-b6f1-428cdc850c50 req-594e6b0a-ac60-44b9-ab0b-70e17c554727 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 210 time: 0.2478237 Feb 09 16:02:02.616563 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.729551 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:02.730941 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:02.769378 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-1120737c-ef64-4afe-8acc-a791cdaf1c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:02.781217 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-1120737c-ef64-4afe-8acc-a791cdaf1c66 admin admin] Usage tracker for resource:security_group_rule and tenant:55ab1d07b38b4a748314a16f6aeb2820 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:02.881934 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-1120737c-ef64-4afe-8acc-a791cdaf1c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:02.891426 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-1120737c-ef64-4afe-8acc-a791cdaf1c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:03.175498 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.42', 60144) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:03.208526 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-1120737c-ef64-4afe-8acc-a791cdaf1c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:03.424146 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-f661aa3f-3eda-43bc-b0fa-60606609d567 None None] Provisioning complete for port 8b356718-24c2-44d6-82d9-e24642adb738 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:03.424759 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f661aa3f-3eda-43bc-b0fa-60606609d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:03.453497 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-1120737c-ef64-4afe-8acc-a791cdaf1c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:03.589293 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120737c-ef64-4afe-8acc-a791cdaf1c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61be9287-30e3-4e9f-9cc5-f2c7f51efff3,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:03.619019 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:03.627052 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-1120737c-ef64-4afe-8acc-a791cdaf1c66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55ab1d07b38b4a748314a16f6aeb2820&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5003214 Feb 09 16:02:03.637261 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53248) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:03.689982 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f661aa3f-3eda-43bc-b0fa-60606609d567 None None] Port 8b356718-24c2-44d6-82d9-e24642adb738 cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:02:03.689982 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port 09938900-87d8-4cb4-b1ae-0d0685b5a523, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=09938900-87d8-4cb4-b1ae-0d0685b5a523,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:03.721776 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541ed76-a059-447e-893f-133091858204 req-f20eaedf-9b90-4837-97d8-2825fad63204 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:03.723452 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-f20eaedf-9b90-4837-97d8-2825fad63204 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.42 "GET /v2.0/networks?id=58673224-1d0f-4efc-9fe7-e09a3268652d HTTP/1.1" status: 200 len: 811 time: 0.5458238 Feb 09 16:02:03.727709 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:00Z', 'revision_number': 1, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:03.749322 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029bc597-af1d-48f2-8af4-d2b849daf331 None None] The sync data for ids ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'] in dv-cinder-825105-1-smb is: [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:00Z', 'revision_number': 1, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:02:03.763338 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:03.764407 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:02:03.769548 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-3541ed76-a059-447e-893f-133091858204 req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Request body: {'port': {'device_id': 'af27c673-1331-468d-9137-106f27f45b90', 'network_id': '58673224-1d0f-4efc-9fe7-e09a3268652d', 'admin_state_up': True, 'tenant_id': '27c63ca705784520856948f3c77fd915'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:04.003006 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=09938900-87d8-4cb4-b1ae-0d0685b5a523,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:04.028707 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:04.029432 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:04.079852 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:02:04.083461 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-3541ed76-a059-447e-893f-133091858204 req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:04.083643 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-e669b729-e3fd-4d32-a5cc-a7b90146e643 req-d4f2210b-2e47-4670-b729-e25414766abe tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 210 time: 0.1233811 Feb 09 16:02:04.087701 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-cf186ff1-bbe1-41ad-bea6-2d4192834a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:04.088910 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-3541ed76-a059-447e-893f-133091858204 req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Usage tracker for resource:port and tenant:27c63ca705784520856948f3c77fd915 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:04.093566 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-3541ed76-a059-447e-893f-133091858204 req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:04.100970 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-3541ed76-a059-447e-893f-133091858204 req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:04.162011 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Router b82ad8ac-44e6-42cc-ba5c-566742b6302b has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:02:04.166851 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-cf186ff1-bbe1-41ad-bea6-2d4192834a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:04.304066 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3541ed76-a059-447e-893f-133091858204 req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Made reservation on behalf of 27c63ca705784520856948f3c77fd915 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:04.307318 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-3541ed76-a059-447e-893f-133091858204 req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:04.311710 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 09938900-87d8-4cb4-b1ae-0d0685b5a523 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:02:04.375428 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:02:04.389390 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-b0c1eb3a-676d-44f4-bd7d-342ce03ca0b8 admin admin] 10.222.0.30 "PUT /v2.0/routers/2004bd39-fca9-4c8b-8409-1a4fe18aa9b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5687721 Feb 09 16:02:04.422253 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 09938900-87d8-4cb4-b1ae-0d0685b5a523 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:04.422953 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:04.467905 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:02:04.497480 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-54bd5427-313a-466e-9f69-2869fab2d320 admin admin] 10.222.0.30 "PUT /v2.0/routers/b82ad8ac-44e6-42cc-ba5c-566742b6302b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9726636 Feb 09 16:02:04.502070 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-cf186ff1-bbe1-41ad-bea6-2d4192834a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:04.505966 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-cf186ff1-bbe1-41ad-bea6-2d4192834a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:04.520422 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-cf186ff1-bbe1-41ad-bea6-2d4192834a80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61be9287-30e3-4e9f-9cc5-f2c7f51efff3 HTTP/1.1" status: 204 len: 168 time: 0.8688295 Feb 09 16:02:04.544705 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf186ff1-bbe1-41ad-bea6-2d4192834a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61be9287-30e3-4e9f-9cc5-f2c7f51efff3,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:04.859483 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [req-3541ed76-a059-447e-893f-133091858204 req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Allocated IP 172.20.0.14 (58673224-1d0f-4efc-9fe7-e09a3268652d/0e0ba169-9512-4987-af9e-553c832553b7/def3cd41-9b0c-4e29-8a57-6151520fb726) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:04.861271 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53304) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:04.977815 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-3541ed76-a059-447e-893f-133091858204 req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.093789 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-3541ed76-a059-447e-893f-133091858204 req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.222316 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3541ed76-a059-447e-893f-133091858204 req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Network 58673224-1d0f-4efc-9fe7-e09a3268652d is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:05.227656 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [req-3541ed76-a059-447e-893f-133091858204 req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:05.238792 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-3541ed76-a059-447e-893f-133091858204 req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:02:05.264074 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541ed76-a059-447e-893f-133091858204 req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:05.264226 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-3541ed76-a059-447e-893f-133091858204 req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.333286 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Pushing event updated for resources: {'Port': ['ID=def3cd41-9b0c-4e29-8a57-6151520fb726,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:05.408776 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-398d25a5-5b2c-4f7e-8fcc-dfb9482b6d4b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6470673 Feb 09 16:02:05.419258 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-fb1a1815-6457-401e-9632-853f90ef8c82 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 16:02:05.420449 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-fb1a1815-6457-401e-9632-853f90ef8c82 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059924 Feb 09 16:02:05.550797 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Sync routers for ids ['b82ad8ac-44e6-42cc-ba5c-566742b6302b'] in dv-cinder-825105-1-smb {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:02:05.564571 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Routers {'b82ad8ac-44e6-42cc-ba5c-566742b6302b'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:02:05.565456 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:01:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['b82ad8ac-44e6-42cc-ba5c-566742b6302b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:05.577802 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b22a7-4234-4980-825a-bc7961e7979f req-be57c4c0-faff-492c-a180-a029ac6d6f08 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:05.579407 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c83b22a7-4234-4980-825a-bc7961e7979f req-be57c4c0-faff-492c-a180-a029ac6d6f08 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 932 time: 0.1580813 Feb 09 16:02:05.643819 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-c83b22a7-4234-4980-825a-bc7961e7979f req-ae6bca4a-0a02-4107-8342-35c16023c631 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Synchronizing usage tracker for tenant:27c63ca705784520856948f3c77fd915 on resource:security_group {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:02:05.723084 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 53336) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:05.730531 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-05ab3b25-0066-4d43-9221-0abf2bae6909 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1090649386', 'description': 'tempest-description--340615329'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:05.731036 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-06007f74-647a-44ad-bbe9-16a4ce724464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.743888 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-05ab3b25-0066-4d43-9221-0abf2bae6909 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:05.753135 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-05ab3b25-0066-4d43-9221-0abf2bae6909 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Usage tracker for resource:security_group and tenant:583b1cb4cc844713b243032c95f65f45 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:05.759124 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-05ab3b25-0066-4d43-9221-0abf2bae6909 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:05.769653 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-c83b22a7-4234-4980-825a-bc7961e7979f req-ae6bca4a-0a02-4107-8342-35c16023c631 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Unset dirty status for tenant:27c63ca705784520856948f3c77fd915 on resource:security_group {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:02:05.770929 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c83b22a7-4234-4980-825a-bc7961e7979f req-ae6bca4a-0a02-4107-8342-35c16023c631 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828067 Feb 09 16:02:05.786938 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-05ab3b25-0066-4d43-9221-0abf2bae6909 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:05.793555 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-06007f74-647a-44ad-bbe9-16a4ce724464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:05.803197 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-06007f74-647a-44ad-bbe9-16a4ce724464 admin admin] Usage tracker for resource:security_group_rule and tenant:487a2c7bf8a4444b90d3d6feadd3b665 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:05.816240 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-06007f74-647a-44ad-bbe9-16a4ce724464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:05.823886 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-06007f74-647a-44ad-bbe9-16a4ce724464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:05.873017 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Set router b82ad8ac-44e6-42cc-ba5c-566742b6302b gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:02:05.899116 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-05ab3b25-0066-4d43-9221-0abf2bae6909 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.953125 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-06007f74-647a-44ad-bbe9-16a4ce724464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.962634 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-05ab3b25-0066-4d43-9221-0abf2bae6909 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:05.977723 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-05ab3b25-0066-4d43-9221-0abf2bae6909 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Usage tracker for resource:security_group_rule and tenant:583b1cb4cc844713b243032c95f65f45 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:05.986386 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-05ab3b25-0066-4d43-9221-0abf2bae6909 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:06.023565 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-06007f74-647a-44ad-bbe9-16a4ce724464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.045938 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-05ab3b25-0066-4d43-9221-0abf2bae6909 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:06.127197 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06007f74-647a-44ad-bbe9-16a4ce724464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0de4b94-93e5-467a-bf94-f17637b19e5c,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:06.227377 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-06007f74-647a-44ad-bbe9-16a4ce724464 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=487a2c7bf8a4444b90d3d6feadd3b665&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3881207 Feb 09 16:02:06.228158 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53348) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:06.232908 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-05ab3b25-0066-4d43-9221-0abf2bae6909 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.282015 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-05ab3b25-0066-4d43-9221-0abf2bae6909 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.432957 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-05ab3b25-0066-4d43-9221-0abf2bae6909 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.442605 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-05ab3b25-0066-4d43-9221-0abf2bae6909 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7182183 Feb 09 16:02:06.443968 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 2afc768d-73f9-4cd2-a1cf-cbff4a45324a up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:02:06.451289 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53362) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:06.474513 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-f0a17e58-ce59-4b0c-a2c4-f2bfb8a10428 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Request body: {'security_group_rule': {'security_group_id': 'c572f87f-4756-41c8-88dd-62a11e801ad3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:06.497485 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab3b25-0066-4d43-9221-0abf2bae6909 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c572f87f-4756-41c8-88dd-62a11e801ad3,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:06.506763 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-f0a17e58-ce59-4b0c-a2c4-f2bfb8a10428 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:06.510813 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-afadd32b-1a76-4eba-a3fd-9090251f98c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.518480 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-f0a17e58-ce59-4b0c-a2c4-f2bfb8a10428 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Usage tracker for resource:security_group_rule and tenant:583b1cb4cc844713b243032c95f65f45 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:06.527120 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-f0a17e58-ce59-4b0c-a2c4-f2bfb8a10428 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:06.577806 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-f0a17e58-ce59-4b0c-a2c4-f2bfb8a10428 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:06.676999 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-afadd32b-1a76-4eba-a3fd-9090251f98c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.733372 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Request body: {'port': {'device_id': 'af27c673-1331-468d-9137-106f27f45b90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:06.797194 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port 2afc768d-73f9-4cd2-a1cf-cbff4a45324a completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:02:06.804711 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 2afc768d-73f9-4cd2-a1cf-cbff4a45324a triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:06.805527 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.856486 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f0a17e58-ce59-4b0c-a2c4-f2bfb8a10428 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.103687 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.127181 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-afadd32b-1a76-4eba-a3fd-9090251f98c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.182844 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f0a17e58-ce59-4b0c-a2c4-f2bfb8a10428 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.185627 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadd32b-1a76-4eba-a3fd-9090251f98c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0de4b94-93e5-467a-bf94-f17637b19e5c,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:07.230599 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-afadd32b-1a76-4eba-a3fd-9090251f98c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.239294 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-afadd32b-1a76-4eba-a3fd-9090251f98c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0de4b94-93e5-467a-bf94-f17637b19e5c HTTP/1.1" status: 204 len: 168 time: 1.0065563 Feb 09 16:02:07.253262 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f0a17e58-ce59-4b0c-a2c4-f2bfb8a10428 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.297422 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'name': 'tempest-ServerRescueNegativeTestJSON-718092229-router', 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:52Z', 'updated_at': '2022-02-09T16:02:00Z', 'revision_number': 4, 'project_id': '8e2a887c33294b0497f7c8d97a81c687', 'gw_port': {'id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': 'ae026040-faaa-4bd0-87f3-dbc64a535501', 'name': '', 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933', 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687', 'mac_address': 'fa:16:3e:14:36:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1c33505-1925-45ee-9da3-9db09b7ce7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:58Z', 'updated_at': '2022-02-09T16:02:00Z', 'revision_number': 2, 'project_id': '8e2a887c33294b0497f7c8d97a81c687', 'subnets': [{'id': 'd1c33505-1925-45ee-9da3-9db09b7ce7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:07.307976 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Checking router: b82ad8ac-44e6-42cc-ba5c-566742b6302b for host: dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:02:07.308350 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Updating router b82ad8ac-44e6-42cc-ba5c-566742b6302b port ae026040-faaa-4bd0-87f3-dbc64a535501 binding host dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 16:02:07.457048 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.471296 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f0a17e58-ce59-4b0c-a2c4-f2bfb8a10428 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.477822 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-f0a17e58-ce59-4b0c-a2c4-f2bfb8a10428 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0247653 Feb 09 16:02:07.485575 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53400) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:07.486373 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.493185 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a17e58-ce59-4b0c-a2c4-f2bfb8a10428 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93877c04-07ff-4a74-8873-545ac057f39a,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:07.510529 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-93e4ca9a-1166-4095-aa39-0e8be7c8995b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Request body: {'security_group_rule': {'security_group_id': 'c572f87f-4756-41c8-88dd-62a11e801ad3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:07.544896 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-93e4ca9a-1166-4095-aa39-0e8be7c8995b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:07.556916 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port 2afc768d-73f9-4cd2-a1cf-cbff4a45324a, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=2afc768d-73f9-4cd2-a1cf-cbff4a45324a,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:07.584834 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-93e4ca9a-1166-4095-aa39-0e8be7c8995b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Usage tracker for resource:security_group_rule and tenant:583b1cb4cc844713b243032c95f65f45 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:07.614847 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-93e4ca9a-1166-4095-aa39-0e8be7c8995b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:07.636108 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.643879 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-93e4ca9a-1166-4095-aa39-0e8be7c8995b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:07.729049 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ff8d-dd9c-4f4a-b7cc-b3566e88f0a2 req-c4e44b4e-1714-4def-be4e-9b398f041cf6 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:07.731557 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4f33ff8d-dd9c-4f4a-b7cc-b3566e88f0a2 req-c4e44b4e-1714-4def-be4e-9b398f041cf6 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 932 time: 0.4026051 Feb 09 16:02:07.839719 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=2afc768d-73f9-4cd2-a1cf-cbff4a45324a,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:07.864616 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-93e4ca9a-1166-4095-aa39-0e8be7c8995b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.916901 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4f33ff8d-dd9c-4f4a-b7cc-b3566e88f0a2 req-b696e8f1-0c21-4b12-b55e-eba691ddfa6e tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776166 Feb 09 16:02:08.026236 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-93e4ca9a-1166-4095-aa39-0e8be7c8995b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.088967 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def3cd41-9b0c-4e29-8a57-6151520fb726 {{(pid=83709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:08.120112 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.122256 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-93e4ca9a-1166-4095-aa39-0e8be7c8995b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.162551 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Transition to ACTIVE for port object def3cd41-9b0c-4e29-8a57-6151520fb726 will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:08.163173 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4ca9a-1166-4095-aa39-0e8be7c8995b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ef8703-e0f7-40d6-8016-092a814d8cf4,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:08.188276 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.201134 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Transition to ACTIVE for port object ae026040-faaa-4bd0-87f3-dbc64a535501 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:08.236556 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-93e4ca9a-1166-4095-aa39-0e8be7c8995b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.241539 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-93e4ca9a-1166-4095-aa39-0e8be7c8995b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7427626 Feb 09 16:02:08.241701 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53412) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:08.252959 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Request body: {'floatingip': {'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:08.258918 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:08.264810 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.265031 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.284034 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Usage tracker for resource:floatingip and tenant:583b1cb4cc844713b243032c95f65f45 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:08.296799 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:08.311223 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:08.347725 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 2afc768d-73f9-4cd2-a1cf-cbff4a45324a up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:02:08.465046 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for floatingip, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.499131 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 2afc768d-73f9-4cd2-a1cf-cbff4a45324a triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:08.500126 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.571481 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417d87f-b12e-4a59-b324-851bfde36d5d None None] Pushing event updated for resources: {'Port': ['ID=ae026040-faaa-4bd0-87f3-dbc64a535501,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:08.687197 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Attempting to bind port ae026040-faaa-4bd0-87f3-dbc64a535501 on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:08.688415 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Attempting to bind port ae026040-faaa-4bd0-87f3-dbc64a535501 by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': '4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:08.690610 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Attempting to bind port ae026040-faaa-4bd0-87f3-dbc64a535501 on network 00cf166c-a8d8-4dc6-b379-d49b36537933 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:02:08.709443 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:02:08.712028 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Checking segment: {'id': '4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:02:08.712626 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.716328 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Bound using segment: {'id': '4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:02:08.717124 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Bound port: ae026040-faaa-4bd0-87f3-dbc64a535501, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:08.717673 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.832164 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Attempting to bind port def3cd41-9b0c-4e29-8a57-6151520fb726 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:08.832527 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Attempting to bind port def3cd41-9b0c-4e29-8a57-6151520fb726 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '2ee763bb-f08c-41bf-8cd0-272c006d9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58673224-1d0f-4efc-9fe7-e09a3268652d'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:08.832868 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Attempting to bind port def3cd41-9b0c-4e29-8a57-6151520fb726 on network 58673224-1d0f-4efc-9fe7-e09a3268652d {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:02:08.871403 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Port def3cd41-9b0c-4e29-8a57-6151520fb726 on network 58673224-1d0f-4efc-9fe7-e09a3268652d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:02:08.871615 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Attempting to bind port def3cd41-9b0c-4e29-8a57-6151520fb726 on network 58673224-1d0f-4efc-9fe7-e09a3268652d {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:02:08.912599 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:02:08.912599 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Checking segment: {'id': '2ee763bb-f08c-41bf-8cd0-272c006d9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58673224-1d0f-4efc-9fe7-e09a3268652d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:02:08.912599 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Bound using segment: {'id': '2ee763bb-f08c-41bf-8cd0-272c006d9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58673224-1d0f-4efc-9fe7-e09a3268652d'} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:02:08.912599 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Bound port: def3cd41-9b0c-4e29-8a57-6151520fb726, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee763bb-f08c-41bf-8cd0-272c006d9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58673224-1d0f-4efc-9fe7-e09a3268652d'}}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:08.912599 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.917442 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53426) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:08.983668 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.989444 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] For port ae026040-faaa-4bd0-87f3-dbc64a535501, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:08.998889 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] For port ae026040-faaa-4bd0-87f3-dbc64a535501, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=ae026040-faaa-4bd0-87f3-dbc64a535501,segment=NetworkSegment(4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7),segment_id=4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:09.030591 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] For port def3cd41-9b0c-4e29-8a57-6151520fb726, host hv-cinder-82510, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:09.034924 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] For port def3cd41-9b0c-4e29-8a57-6151520fb726, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=def3cd41-9b0c-4e29-8a57-6151520fb726,segment=NetworkSegment(2ee763bb-f08c-41bf-8cd0-272c006d9fa7),segment_id=2ee763bb-f08c-41bf-8cd0-272c006d9fa7)] {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:09.036154 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Pushing event updated for resources: {'Port': ['ID=def3cd41-9b0c-4e29-8a57-6151520fb726,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:09.059418 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.146406 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.153109 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417d87f-b12e-4a59-b324-851bfde36d5d None None] Pushing event updated for resources: {'Port': ['ID=ae026040-faaa-4bd0-87f3-dbc64a535501,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:09.177269 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Routers {'b82ad8ac-44e6-42cc-ba5c-566742b6302b'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:02:09.177995 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:01:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['b82ad8ac-44e6-42cc-ba5c-566742b6302b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:09.244042 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.244779 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] 10.222.0.42 "PUT /v2.0/ports/def3cd41-9b0c-4e29-8a57-6151520fb726 HTTP/1.1" status: 200 len: 1094 time: 3.2514074 Feb 09 16:02:09.245217 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af27c673-1331-468d-9137-106f27f45b90', 'tag': 'def3cd41-9b0c-4e29-8a57-6151520fb726'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:09.301286 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53438) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:09.357035 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-253647d4-108c-4a5a-9dbe-f14516550fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.396329 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_common [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Allocated IP 172.28.1.170 (6b7fe1e6-5bb6-4d06-a266-701d5608a849/a29998aa-47c5-4d48-9fc6-2e8cc05152fe/82cfc525-7d73-48a2-8653-eec0a130a938) {{(pid=83708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:09.490711 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] Set router b82ad8ac-44e6-42cc-ba5c-566742b6302b gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:02:09.529973 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-253647d4-108c-4a5a-9dbe-f14516550fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:09.539869 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-253647d4-108c-4a5a-9dbe-f14516550fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:f852c40274e142bc9752c32a8d779795 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:09.544884 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-253647d4-108c-4a5a-9dbe-f14516550fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:09.556770 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a622e7-e81e-46cc-a177-042939f05486 service neutron] Pushing event updated for resources: {'Port': ['ID=def3cd41-9b0c-4e29-8a57-6151520fb726,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:09.566920 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-253647d4-108c-4a5a-9dbe-f14516550fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:09.595411 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9f5d7-c3f2-4829-9e54-afaebbee0d23 req-fba24395-72e8-4a67-afa0-393bd9948f91 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.604325 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-00c9f5d7-c3f2-4829-9e54-afaebbee0d23 req-fba24395-72e8-4a67-afa0-393bd9948f91 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 944 time: 0.3884671 Feb 09 16:02:09.633798 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-da7fb20f-c0be-4651-9e87-a7a55826159d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27c63ca705784520856948f3c77fd915&device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 1097 time: 0.2157617 Feb 09 16:02:09.809608 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-006a0687-a0fd-4e8f-aadf-f1ba20e9b84a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def3cd41-9b0c-4e29-8a57-6151520fb726 HTTP/1.1" status: 200 len: 217 time: 0.1520762 Feb 09 16:02:09.830719 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-00c9f5d7-c3f2-4829-9e54-afaebbee0d23 req-477441f6-fd36-43fa-89ba-1274ad8931a2 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242725 Feb 09 16:02:09.857375 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for port, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.925189 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-253647d4-108c-4a5a-9dbe-f14516550fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.979531 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541ed76-a059-447e-893f-133091858204 req-0b430582-a134-405f-816d-68c26547ebe2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.982354 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-0b430582-a134-405f-816d-68c26547ebe2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e0ba169-9512-4987-af9e-553c832553b7 HTTP/1.1" status: 200 len: 851 time: 0.1551743 Feb 09 16:02:10.012470 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-dd5879be-6eb5-4a16-8390-1248303336cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.022530 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-253647d4-108c-4a5a-9dbe-f14516550fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.064741 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253647d4-108c-4a5a-9dbe-f14516550fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28315427-00e7-4475-8a6c-63a92cb5513a,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:10.066104 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'name': 'tempest-ServerRescueNegativeTestJSON-718092229-router', 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:52Z', 'updated_at': '2022-02-09T16:02:00Z', 'revision_number': 4, 'project_id': '8e2a887c33294b0497f7c8d97a81c687', 'gw_port': {'id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': 'ae026040-faaa-4bd0-87f3-dbc64a535501', 'name': '', 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933', 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687', 'mac_address': 'fa:16:3e:14:36:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1c33505-1925-45ee-9da3-9db09b7ce7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:58Z', 'updated_at': '2022-02-09T16:02:08Z', 'revision_number': 4, 'project_id': '8e2a887c33294b0497f7c8d97a81c687', 'subnets': [{'id': 'd1c33505-1925-45ee-9da3-9db09b7ce7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:10.068186 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.094800 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53580baa-45c0-4f12-92e1-fb0620244296 None None] The sync data for ids ['b82ad8ac-44e6-42cc-ba5c-566742b6302b'] in dv-cinder-825105-1-smb is: [{'id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'name': 'tempest-ServerRescueNegativeTestJSON-718092229-router', 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:52Z', 'updated_at': '2022-02-09T16:02:00Z', 'revision_number': 4, 'project_id': '8e2a887c33294b0497f7c8d97a81c687', 'gw_port': {'id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': 'ae026040-faaa-4bd0-87f3-dbc64a535501', 'name': '', 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933', 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687', 'mac_address': 'fa:16:3e:14:36:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1c33505-1925-45ee-9da3-9db09b7ce7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:58Z', 'updated_at': '2022-02-09T16:02:08Z', 'revision_number': 4, 'project_id': '8e2a887c33294b0497f7c8d97a81c687', 'subnets': [{'id': 'd1c33505-1925-45ee-9da3-9db09b7ce7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:02:10.176653 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-21f2df94-26b0-486f-8250-ea6a500fae42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58673224-1d0f-4efc-9fe7-e09a3268652d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387227 Feb 09 16:02:10.233583 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-dd5879be-6eb5-4a16-8390-1248303336cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:10.245827 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-dd5879be-6eb5-4a16-8390-1248303336cd admin admin] Usage tracker for resource:security_group_rule and tenant:db60c3ae52974493ac7e5720921f9c2b is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:10.251073 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-dd5879be-6eb5-4a16-8390-1248303336cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:10.271210 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:10.305457 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event updated for resources: {'Port': ['ID=82cfc525-7d73-48a2-8653-eec0a130a938,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:10.309658 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:10.321188 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-253647d4-108c-4a5a-9dbe-f14516550fa4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f852c40274e142bc9752c32a8d779795&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0179024 Feb 09 16:02:10.324677 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Received port after_create {{(pid=83708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:02:10.356904 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-dd5879be-6eb5-4a16-8390-1248303336cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:10.358964 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53452) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:10.423538 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 53456) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:10.441866 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device ae026040-faaa-4bd0-87f3-dbc64a535501 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:02:10.569735 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-11a85e1e-395e-4951-bf8c-11d23eb957b4 service neutron] 10.222.0.42 "GET /v2.0/networks/58673224-1d0f-4efc-9fe7-e09a3268652d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693926 Feb 09 16:02:10.791548 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port ae026040-faaa-4bd0-87f3-dbc64a535501 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:02:10.797259 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port ae026040-faaa-4bd0-87f3-dbc64a535501 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:10.797909 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.829264 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9f4eac92-c853-48d4-891e-bd6dbd4eb0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.980249 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-dd5879be-6eb5-4a16-8390-1248303336cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.040134 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9f4eac92-c853-48d4-891e-bd6dbd4eb0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.052508 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.127887 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-dd5879be-6eb5-4a16-8390-1248303336cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.159619 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2fb14f50-2c5b-48d3-8e66-a26e5a042835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.185143 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.228080 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2fb14f50-2c5b-48d3-8e66-a26e5a042835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:11.233261 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-2fb14f50-2c5b-48d3-8e66-a26e5a042835 admin admin] Usage tracker for resource:security_group_rule and tenant:84d8ff59e89a40dda6f49edafab8a225 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:11.238562 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-2fb14f50-2c5b-48d3-8e66-a26e5a042835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:11.247183 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2fb14f50-2c5b-48d3-8e66-a26e5a042835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:11.274650 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port ae026040-faaa-4bd0-87f3-dbc64a535501, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=ae026040-faaa-4bd0-87f3-dbc64a535501,segment=NetworkSegment(4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7),segment_id=4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:11.279153 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9f4eac92-c853-48d4-891e-bd6dbd4eb0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.332509 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2fb14f50-2c5b-48d3-8e66-a26e5a042835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.340431 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3541ed76-a059-447e-893f-133091858204 req-068f5418-eb99-4a6c-8fbb-8965adff87bb service neutron] 10.222.0.42 "GET /v2.0/networks/58673224-1d0f-4efc-9fe7-e09a3268652d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303350 Feb 09 16:02:11.350850 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.381672 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 53484) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:11.396789 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-dd5879be-6eb5-4a16-8390-1248303336cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db60c3ae52974493ac7e5720921f9c2b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4676783 Feb 09 16:02:11.426468 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5879be-6eb5-4a16-8390-1248303336cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60568a50-2125-4bcb-a57c-3765f3a54f63,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:11.450242 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2fb14f50-2c5b-48d3-8e66-a26e5a042835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.478758 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.514993 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=ae026040-faaa-4bd0-87f3-dbc64a535501,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:11.540247 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-2fb14f50-2c5b-48d3-8e66-a26e5a042835 admin admin] Synchronizing usage tracker for tenant:8bf8093e3fa7425183223be0b46d041c on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:02:11.559110 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4eac92-c853-48d4-891e-bd6dbd4eb0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28315427-00e7-4475-8a6c-63a92cb5513a,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:11.647111 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb14f50-2c5b-48d3-8e66-a26e5a042835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b09510-50f0-431e-98c4-05e2b2cbd107,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:11.658541 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9f4eac92-c853-48d4-891e-bd6dbd4eb0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.659852 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-9f4eac92-c853-48d4-891e-bd6dbd4eb0ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28315427-00e7-4475-8a6c-63a92cb5513a HTTP/1.1" status: 204 len: 168 time: 1.2995234 Feb 09 16:02:11.694096 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aba9ddfd-9631-40d6-aafb-7507d809e5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.725251 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af27c673-1331-468d-9137-106f27f45b90', 'tag': 'def3cd41-9b0c-4e29-8a57-6151520fb726', 'status': 'completed', 'code': 200} Feb 09 16:02:11.745247 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-2fb14f50-2c5b-48d3-8e66-a26e5a042835 admin admin] Unset dirty status for tenant:8bf8093e3fa7425183223be0b46d041c on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:02:11.746717 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-2fb14f50-2c5b-48d3-8e66-a26e5a042835 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84d8ff59e89a40dda6f49edafab8a225&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3221579 Feb 09 16:02:11.753635 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 53494) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:11.794868 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aba9ddfd-9631-40d6-aafb-7507d809e5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.019474 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 53504) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:12.096988 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed536639-0a46-4b54-982e-019051b578a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.117961 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.db.resource_extend [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:02:12.127500 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4e0a9a7b-b9b8-470b-956f-8ab15cce3eb2 req-c0953514-c563-4062-bf62-0b1987e99aa5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27c63ca705784520856948f3c77fd915&device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 1097 time: 0.3155763 Feb 09 16:02:12.129269 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed536639-0a46-4b54-982e-019051b578a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.146364 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for port, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.242785 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d3d3c-d544-4de2-a704-1f9fc3c07956 req-ec938b6a-ccc2-4cd1-847b-87fe5223b4c8 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:12.246116 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aba9ddfd-9631-40d6-aafb-7507d809e5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.248637 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c55d3d3c-d544-4de2-a704-1f9fc3c07956 req-ec938b6a-ccc2-4cd1-847b-87fe5223b4c8 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 944 time: 0.2443633 Feb 09 16:02:12.264968 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.288045 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9ddfd-9631-40d6-aafb-7507d809e5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60568a50-2125-4bcb-a57c-3765f3a54f63,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:12.323613 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aba9ddfd-9631-40d6-aafb-7507d809e5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.327838 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-aba9ddfd-9631-40d6-aafb-7507d809e5ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60568a50-2125-4bcb-a57c-3765f3a54f63 HTTP/1.1" status: 204 len: 168 time: 0.9443901 Feb 09 16:02:12.365684 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a9a7b-b9b8-470b-956f-8ab15cce3eb2 req-4a281cdf-ab39-43f6-9bf7-d65c6c0f88d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:12.372205 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device ae026040-faaa-4bd0-87f3-dbc64a535501 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:02:12.373374 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691969'] for floatingip, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.385340 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4e0a9a7b-b9b8-470b-956f-8ab15cce3eb2 req-4a281cdf-ab39-43f6-9bf7-d65c6c0f88d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=58673224-1d0f-4efc-9fe7-e09a3268652d HTTP/1.1" status: 200 len: 912 time: 0.2355132 Feb 09 16:02:12.422749 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c55d3d3c-d544-4de2-a704-1f9fc3c07956 req-9a6e3185-3199-4fb4-8691-fa9efb9bf33b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731625 Feb 09 16:02:12.423430 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event updated for resources: {'Port': ['ID=82cfc525-7d73-48a2-8653-eec0a130a938,revision_number=2']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:12.517556 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port ae026040-faaa-4bd0-87f3-dbc64a535501 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:12.518186 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.522676 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for floatingip, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.526046 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-d3584a7d-329f-4146-a6de-1ea6e635f901 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2822635 Feb 09 16:02:12.571646 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed536639-0a46-4b54-982e-019051b578a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.803541 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4e0a9a7b-b9b8-470b-956f-8ab15cce3eb2 req-da0165e6-76a3-4505-93c8-fa1fbd58856a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=def3cd41-9b0c-4e29-8a57-6151520fb726 HTTP/1.1" status: 200 len: 217 time: 0.3932259 Feb 09 16:02:12.806642 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f486-df4b-47c9-adf2-594057658d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.816459 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed536639-0a46-4b54-982e-019051b578a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.822275 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-ed536639-0a46-4b54-982e-019051b578a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6b09510-50f0-431e-98c4-05e2b2cbd107 HTTP/1.1" status: 204 len: 168 time: 1.0549953 Feb 09 16:02:12.825748 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed536639-0a46-4b54-982e-019051b578a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b09510-50f0-431e-98c4-05e2b2cbd107,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:12.852782 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8ef6f486-df4b-47c9-adf2-594057658d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:12.856980 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-8ef6f486-df4b-47c9-adf2-594057658d30 admin admin] Usage tracker for resource:security_group_rule and tenant:3a1ae26a61444e0da3c1313d38b61fc5 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:12.873418 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-8ef6f486-df4b-47c9-adf2-594057658d30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:12.880175 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8ef6f486-df4b-47c9-adf2-594057658d30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:12.979178 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f486-df4b-47c9-adf2-594057658d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.041973 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f486-df4b-47c9-adf2-594057658d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.179749 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-9d1ff2b4-0d9e-424b-9150-c07316dae649 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1090649386&fields=id&tenant_id=583b1cb4cc844713b243032c95f65f45 HTTP/1.1" status: 200 len: 267 time: 0.0745533 Feb 09 16:02:13.192827 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6f486-df4b-47c9-adf2-594057658d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbc64c3-13a7-452f-96e2-edd8c2f9e6a7,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:13.206504 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-8ef6f486-df4b-47c9-adf2-594057658d30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a1ae26a61444e0da3c1313d38b61fc5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1859951 Feb 09 16:02:13.208544 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a9a7b-b9b8-470b-956f-8ab15cce3eb2 req-df23d965-036d-4b20-8fbf-1dce86a38386 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:13.210157 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4e0a9a7b-b9b8-470b-956f-8ab15cce3eb2 req-df23d965-036d-4b20-8fbf-1dce86a38386 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e0ba169-9512-4987-af9e-553c832553b7 HTTP/1.1" status: 200 len: 851 time: 0.1271529 Feb 09 16:02:13.211336 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 53536) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:13.366310 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4e0a9a7b-b9b8-470b-956f-8ab15cce3eb2 req-ec65b934-b5bb-43b6-9a06-58988e6cab7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58673224-1d0f-4efc-9fe7-e09a3268652d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946112 Feb 09 16:02:13.388622 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-739b3578-362a-4f40-b186-682cdefda950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.425826 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-db821e4e-59a1-4f72-ada4-b161fbd58c41 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:13.435373 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-db821e4e-59a1-4f72-ada4-b161fbd58c41 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/networks?id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af HTTP/1.1" status: 200 len: 817 time: 0.2428887 Feb 09 16:02:13.458242 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-74b1e3dd-5df5-481c-8474-96c1f90f467b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/quotas/583b1cb4cc844713b243032c95f65f45 HTTP/1.1" status: 200 len: 375 time: 0.0217369 Feb 09 16:02:13.505584 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-739b3578-362a-4f40-b186-682cdefda950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.580670 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-d5f41009-896c-4366-b715-3b4a09fa4415 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=583b1cb4cc844713b243032c95f65f45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1214242 Feb 09 16:02:13.599926 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4e0a9a7b-b9b8-470b-956f-8ab15cce3eb2 req-f14ccf76-21d5-4cb1-b2d2-f3bc9c3ef7f8 service neutron] 10.222.0.42 "GET /v2.0/networks/58673224-1d0f-4efc-9fe7-e09a3268652d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082851 Feb 09 16:02:13.664534 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-739b3578-362a-4f40-b186-682cdefda950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.730730 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-739b3578-362a-4f40-b186-682cdefda950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.732345 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-739b3578-362a-4f40-b186-682cdefda950 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/edbc64c3-13a7-452f-96e2-edd8c2f9e6a7 HTTP/1.1" status: 204 len: 168 time: 0.5200865 Feb 09 16:02:13.733370 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b3578-362a-4f40-b186-682cdefda950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbc64c3-13a7-452f-96e2-edd8c2f9e6a7,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:13.846496 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 53552) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:13.879039 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0b0d109c-6def-4922-8945-f325f7a312e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.927151 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0b0d109c-6def-4922-8945-f325f7a312e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:13.934598 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-0b0d109c-6def-4922-8945-f325f7a312e2 admin admin] Usage tracker for resource:security_group_rule and tenant:6f6c6062ff6c485595ab9976841708ca is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:13.944428 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-0b0d109c-6def-4922-8945-f325f7a312e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:13.954755 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0b0d109c-6def-4922-8945-f325f7a312e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:14.031172 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0b0d109c-6def-4922-8945-f325f7a312e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.116289 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0b0d109c-6def-4922-8945-f325f7a312e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.159693 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d109c-6def-4922-8945-f325f7a312e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b103044b-3806-47f9-9610-fce984787e8e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:14.169076 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-0b0d109c-6def-4922-8945-f325f7a312e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f6c6062ff6c485595ab9976841708ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3216050 Feb 09 16:02:14.172631 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 53564) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:14.250855 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-81fc7206-c511-421a-94d7-76204803cc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.283956 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-81fc7206-c511-421a-94d7-76204803cc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.413350 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-81fc7206-c511-421a-94d7-76204803cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.442517 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc7206-c511-421a-94d7-76204803cc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b103044b-3806-47f9-9610-fce984787e8e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:14.457675 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-81fc7206-c511-421a-94d7-76204803cc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.461920 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-81fc7206-c511-421a-94d7-76204803cc47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b103044b-3806-47f9-9610-fce984787e8e HTTP/1.1" status: 204 len: 168 time: 0.2838869 Feb 09 16:02:14.739287 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-86243980-00a4-4bc0-adc0-80af1bd9159d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83708) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 16:02:14.740669 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-86243980-00a4-4bc0-adc0-80af1bd9159d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3870828 Feb 09 16:02:14.953455 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-f8370b3c-1dc4-458c-beea-253e566fd0d9 service neutron] 10.222.0.30 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050834 Feb 09 16:02:15.055274 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 53588) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:15.091494 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ffd215e-3ba1-4a79-8eff-c7aa9e862212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.120121 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-83ceba4f-ce70-43db-9056-0a33fdf8a2c9 service neutron] 10.222.0.30 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583271 Feb 09 16:02:15.128945 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9ffd215e-3ba1-4a79-8eff-c7aa9e862212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:15.134594 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-9ffd215e-3ba1-4a79-8eff-c7aa9e862212 admin admin] Usage tracker for resource:security_group_rule and tenant:cad7b6b7e5b44320b708d1363b18ca7a is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:15.139705 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-9ffd215e-3ba1-4a79-8eff-c7aa9e862212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:15.155344 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9ffd215e-3ba1-4a79-8eff-c7aa9e862212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:15.267809 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ffd215e-3ba1-4a79-8eff-c7aa9e862212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.338467 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ffd215e-3ba1-4a79-8eff-c7aa9e862212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.454935 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd215e-3ba1-4a79-8eff-c7aa9e862212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80808b8-5f3c-428c-be4a-5b62a8ad781e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:15.468515 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-9ffd215e-3ba1-4a79-8eff-c7aa9e862212 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cad7b6b7e5b44320b708d1363b18ca7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4117768 Feb 09 16:02:15.471315 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53606) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:15.705057 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c0a0adc8-3aea-41f9-9166-97f669dcced5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.770697 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c0a0adc8-3aea-41f9-9166-97f669dcced5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.879791 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f40dc-eed4-4f98-a14d-d2ef7714e957 req-d6ae47b5-2cb0-49ce-acf5-93ee1cb9dfe4 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:15.881610 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-db5f40dc-eed4-4f98-a14d-d2ef7714e957 req-d6ae47b5-2cb0-49ce-acf5-93ee1cb9dfe4 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 944 time: 0.3642111 Feb 09 16:02:15.933389 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c0a0adc8-3aea-41f9-9166-97f669dcced5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.978247 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c0a0adc8-3aea-41f9-9166-97f669dcced5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.982948 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-c0a0adc8-3aea-41f9-9166-97f669dcced5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a80808b8-5f3c-428c-be4a-5b62a8ad781e HTTP/1.1" status: 204 len: 168 time: 0.5102720 Feb 09 16:02:15.984150 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0adc8-3aea-41f9-9166-97f669dcced5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80808b8-5f3c-428c-be4a-5b62a8ad781e,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:15.986246 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4e0a9a7b-b9b8-470b-956f-8ab15cce3eb2 req-e14e1fc3-fa9d-4675-9c49-f51c52db3e6b service neutron] 10.222.0.42 "GET /v2.0/networks/58673224-1d0f-4efc-9fe7-e09a3268652d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416475 Feb 09 16:02:16.010755 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-db5f40dc-eed4-4f98-a14d-d2ef7714e957 req-d3526d76-62d0-4424-9ac7-0d67694bcfba tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209626 Feb 09 16:02:16.183448 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5e33d808-4e13-4e36-bf14-a2289ed796cf req-e15084f1-558b-46f3-8dfe-74c8a753c99b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 210 time: 0.1110063 Feb 09 16:02:16.619270 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:17.125452 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 53660) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:17.260523 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2234876-57e9-41fc-9f68-58b0e372953a req-043e72e1-6b9d-42eb-bea9-66da24ee3d46 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:17.273448 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b2234876-57e9-41fc-9f68-58b0e372953a req-043e72e1-6b9d-42eb-bea9-66da24ee3d46 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 944 time: 0.1068363 Feb 09 16:02:17.350470 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b2234876-57e9-41fc-9f68-58b0e372953a req-afa8c0a6-03a0-4de4-bd6f-c2e3a5d23ce1 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813589 Feb 09 16:02:17.465404 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-411b9a0f-6108-4eab-9adf-337a29520df8 req-990dda96-eefc-43c7-b4f9-81ef75e4c058 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 210 time: 0.0519400 Feb 09 16:02:17.653133 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1329466576-network', 'tenant_id': 'd66c26be8dd646ec8d09c2d5b0ad5c1a'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:17.657844 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:17.661926 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Usage tracker for resource:network and tenant:d66c26be8dd646ec8d09c2d5b0ad5c1a is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:17.665660 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:17.677167 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:18.309831 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Made reservation on behalf of d66c26be8dd646ec8d09c2d5b0ad5c1a for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:18.312166 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.324429 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.406616 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:18.465161 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Usage tracker for resource:security_group_rule and tenant:d66c26be8dd646ec8d09c2d5b0ad5c1a is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:18.472931 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:18.489052 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:18.597060 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-f8731904-23f1-4d28-aef7-4139cc9a05a9 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:18.598766 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-f8731904-23f1-4d28-aef7-4139cc9a05a9 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/networks?id=00cf166c-a8d8-4dc6-b379-d49b36537933 HTTP/1.1" status: 200 len: 818 time: 0.2444475 Feb 09 16:02:18.640332 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5ed22-0630-4370-a4a3-ab178f3ccb2c req-8350e1fd-2d50-4ddb-9df1-cf1ee60ce958 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:18.641763 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ead5ed22-0630-4370-a4a3-ab178f3ccb2c req-8350e1fd-2d50-4ddb-9df1-cf1ee60ce958 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 944 time: 0.1531215 Feb 09 16:02:18.655187 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.660301 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-4ee295f0-e85f-46a3-ac20-d04fa4a2b7ad tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/quotas/8e2a887c33294b0497f7c8d97a81c687 HTTP/1.1" status: 200 len: 375 time: 0.0315268 Feb 09 16:02:18.696915 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ead5ed22-0630-4370-a4a3-ab178f3ccb2c req-4261adfc-783e-4666-a5a2-5edfbc6a8bdd tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493701 Feb 09 16:02:18.760834 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-6e9009e8-e20c-4f03-aada-3697245aace5 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e2a887c33294b0497f7c8d97a81c687&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0928562 Feb 09 16:02:18.788333 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.799324 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:18.808914 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.809344 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.segments_db [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Added segment 1ac43618-fecd-42a9-a0e8-9e50694f031e of type vlan for network 1b5080c5-e4bd-45ae-a8e3-8abc3fc02906 Feb 09 16:02:18.835702 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.933537 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-50686f38-d86b-4f19-b692-704beff03973 req-9e1bad3a-e653-4b3b-9b08-d576cc5daba3 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 210 time: 0.0745060 Feb 09 16:02:19.006375 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:19.008371 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:19.009403 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:19.085029 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632942cd-90f6-4034-8b95-cfa0f22c319c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:19.207494 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] Pushing event updated for resources: {'Network': ['ID=1b5080c5-e4bd-45ae-a8e3-8abc3fc02906,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:19.231222 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network 1b5080c5-e4bd-45ae-a8e3-8abc3fc02906 details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 16:02:19.232681 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-51f9a0ae-85be-4998-86c2-a5e0b4ae960d service neutron] 10.222.0.30 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668729 Feb 09 16:02:19.329494 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-c5514d69-8c36-46c1-ba10-1fd00df4e72c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2018824 Feb 09 16:02:19.332478 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 53726) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:19.349246 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-03d31900-7066-41e9-9f88-ef7d0157d5d3 admin admin] Request body: {'subnet': {'network_id': '1b5080c5-e4bd-45ae-a8e3-8abc3fc02906', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1329466576-subnet', 'tenant_id': 'd66c26be8dd646ec8d09c2d5b0ad5c1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:19.357917 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-03d31900-7066-41e9-9f88-ef7d0157d5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:19.364960 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-03d31900-7066-41e9-9f88-ef7d0157d5d3 admin admin] Usage tracker for resource:subnet and tenant:d66c26be8dd646ec8d09c2d5b0ad5c1a is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:19.371143 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-03d31900-7066-41e9-9f88-ef7d0157d5d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:19.387711 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-03d31900-7066-41e9-9f88-ef7d0157d5d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:19.429678 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-245a439a-0788-4da9-8708-636052ad4920 service neutron] 10.222.0.30 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872497 Feb 09 16:02:19.515476 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d31900-7066-41e9-9f88-ef7d0157d5d3 admin admin] Made reservation on behalf of d66c26be8dd646ec8d09c2d5b0ad5c1a for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:19.517853 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-03d31900-7066-41e9-9f88-ef7d0157d5d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:19.794433 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-78876090-7a89-4548-8409-b472b28a40e8 req-36aea7e3-b9ff-4042-87ed-374a73dfcbd8 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Synchronizing usage tracker for tenant:8e2a887c33294b0497f7c8d97a81c687 on resource:port {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:02:19.898521 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-78876090-7a89-4548-8409-b472b28a40e8 req-36aea7e3-b9ff-4042-87ed-374a73dfcbd8 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Unset dirty status for tenant:8e2a887c33294b0497f7c8d97a81c687 on resource:port {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:02:19.902827 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-78876090-7a89-4548-8409-b472b28a40e8 req-36aea7e3-b9ff-4042-87ed-374a73dfcbd8 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 210 time: 0.1940765 Feb 09 16:02:19.989799 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41833ec5-4d3b-4c96-a3f6-3e5526d09a38 req-59a906ce-e0e9-4138-a93b-bc61ab716c9d tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:19.990531 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-41833ec5-4d3b-4c96-a3f6-3e5526d09a38 req-59a906ce-e0e9-4138-a93b-bc61ab716c9d tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Synchronizing usage tracker for tenant:27c63ca705784520856948f3c77fd915 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:02:20.138653 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-03d31900-7066-41e9-9f88-ef7d0157d5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:20.276397 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-41833ec5-4d3b-4c96-a3f6-3e5526d09a38 req-59a906ce-e0e9-4138-a93b-bc61ab716c9d tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Unset dirty status for tenant:27c63ca705784520856948f3c77fd915 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:02:20.277930 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-41833ec5-4d3b-4c96-a3f6-3e5526d09a38 req-59a906ce-e0e9-4138-a93b-bc61ab716c9d tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 944 time: 0.3810935 Feb 09 16:02:20.284497 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a7b5f531-0ff6-4ee5-b359-ff5f49bef831 req-883eec02-a062-4110-885d-9053bcd6033d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 210 time: 0.1166716 Feb 09 16:02:20.350663 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d31900-7066-41e9-9f88-ef7d0157d5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c51c9e9-fe16-435a-88b0-b96784866dcc,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:20.437715 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-8e55642c-9bb8-408b-a734-2b8371908202 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.441457 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-8e55642c-9bb8-408b-a734-2b8371908202 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Synchronizing usage tracker for tenant:583b1cb4cc844713b243032c95f65f45 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:02:20.459219 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d31900-7066-41e9-9f88-ef7d0157d5d3 admin admin] Checking segment: {'id': '1ac43618-fecd-42a9-a0e8-9e50694f031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1b5080c5-e4bd-45ae-a8e3-8abc3fc02906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:02:20.459700 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d31900-7066-41e9-9f88-ef7d0157d5d3 admin admin] Network hostable DHCP agents. Network: 1b5080c5-e4bd-45ae-a8e3-8abc3fc02906, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:20.519609 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-41833ec5-4d3b-4c96-a3f6-3e5526d09a38 req-6132d381-00f2-47db-a84d-229617ce0d7e tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158039 Feb 09 16:02:20.606986 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-8e55642c-9bb8-408b-a734-2b8371908202 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Unset dirty status for tenant:583b1cb4cc844713b243032c95f65f45 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:02:20.608350 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-8e55642c-9bb8-408b-a734-2b8371908202 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.42 "GET /v2.0/networks?id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af HTTP/1.1" status: 200 len: 817 time: 0.6134939 Feb 09 16:02:20.646727 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d31900-7066-41e9-9f88-ef7d0157d5d3 admin admin] Network 1b5080c5-e4bd-45ae-a8e3-8abc3fc02906 is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:20.723953 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-f7f25cef-52ad-4f4d-a2b1-16a56ff2d696 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Synchronizing usage tracker for tenant:583b1cb4cc844713b243032c95f65f45 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:02:20.743648 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-951267d4-da02-4f34-8595-63fafbc33b98 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.744482 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-951267d4-da02-4f34-8595-63fafbc33b98 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Synchronizing usage tracker for tenant:8e2a887c33294b0497f7c8d97a81c687 on resource:network {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:02:20.750799 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-03d31900-7066-41e9-9f88-ef7d0157d5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, 1b5080c5-e4bd-45ae-a8e3-8abc3fc02906) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:20.761760 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d31900-7066-41e9-9f88-ef7d0157d5d3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.762755 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-03d31900-7066-41e9-9f88-ef7d0157d5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:20.765950 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d832f67-e5e1-4115-ade6-4b200b04c86e None None] Network 1b5080c5-e4bd-45ae-a8e3-8abc3fc02906 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:02:20.859609 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-951267d4-da02-4f34-8595-63fafbc33b98 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Unset dirty status for tenant:8e2a887c33294b0497f7c8d97a81c687 on resource:network {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:02:20.860827 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-951267d4-da02-4f34-8595-63fafbc33b98 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/networks?id=00cf166c-a8d8-4dc6-b379-d49b36537933 HTTP/1.1" status: 200 len: 818 time: 0.3066094 Feb 09 16:02:20.861407 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-f7f25cef-52ad-4f4d-a2b1-16a56ff2d696 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Unset dirty status for tenant:583b1cb4cc844713b243032c95f65f45 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:02:20.865259 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-f7f25cef-52ad-4f4d-a2b1-16a56ff2d696 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=583b1cb4cc844713b243032c95f65f45 HTTP/1.1" status: 200 len: 380 time: 0.2432411 Feb 09 16:02:20.867627 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-03d31900-7066-41e9-9f88-ef7d0157d5d3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5339117 Feb 09 16:02:20.887027 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-d1858343-6e8f-4c3d-bcd1-f0e21a6184ba tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/quotas/8e2a887c33294b0497f7c8d97a81c687 HTTP/1.1" status: 200 len: 375 time: 0.0200324 Feb 09 16:02:20.888812 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Request body: {'port': {'device_id': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'admin_state_up': True, 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'security_groups': ['c572f87f-4756-41c8-88dd-62a11e801ad3']}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:20.994361 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-bd991167-d61b-48df-8bb7-7fab05c98405 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e2a887c33294b0497f7c8d97a81c687&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1054611 Feb 09 16:02:21.066838 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f0f33-a238-43ba-ba84-5b9d47f4dcff None None] Network 1b5080c5-e4bd-45ae-a8e3-8abc3fc02906 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:02:21.086475 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:21.095484 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Usage tracker for resource:port and tenant:583b1cb4cc844713b243032c95f65f45 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:21.101603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:21.109142 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:21.170846 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device def3cd41-9b0c-4e29-8a57-6151520fb726 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:02:21.178509 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Made reservation on behalf of 583b1cb4cc844713b243032c95f65f45 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:21.182892 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:21.203029 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-6efeca51-1286-4829-8e47-cc1c9476c571 service neutron] 10.222.0.30 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074196 Feb 09 16:02:21.488077 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-8b7a1279-771c-4386-b76d-67659fca8236 service neutron] 10.222.0.30 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816598 Feb 09 16:02:21.620295 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port def3cd41-9b0c-4e29-8a57-6151520fb726, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=def3cd41-9b0c-4e29-8a57-6151520fb726,segment=NetworkSegment(2ee763bb-f08c-41bf-8cd0-272c006d9fa7),segment_id=2ee763bb-f08c-41bf-8cd0-272c006d9fa7)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:21.645763 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': 'def3cd41-9b0c-4e29-8a57-6151520fb726', 'network_id': '58673224-1d0f-4efc-9fe7-e09a3268652d', 'port_id': 'def3cd41-9b0c-4e29-8a57-6151520fb726', 'mac_address': 'fa:16:3e:d1:ba:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0ba169-9512-4987-af9e-553c832553b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:02:21.645984 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-974e19ac-ea38-43a1-b062-2879fb01706c req-d03dbfa7-287e-4f11-a846-b8eeebba5ad6 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Synchronizing usage tracker for tenant:583b1cb4cc844713b243032c95f65f45 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:02:21.649903 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Allocated IP 172.20.0.8 (7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af/1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b/74dbcf1c-41aa-4010-88da-98975ed9c3f0) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:21.763607 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-974e19ac-ea38-43a1-b062-2879fb01706c req-d03dbfa7-287e-4f11-a846-b8eeebba5ad6 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Unset dirty status for tenant:583b1cb4cc844713b243032c95f65f45 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:02:21.778591 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-974e19ac-ea38-43a1-b062-2879fb01706c req-d03dbfa7-287e-4f11-a846-b8eeebba5ad6 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 210 time: 0.1787961 Feb 09 16:02:21.901226 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53808) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:21.911978 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.011074 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def3cd41-9b0c-4e29-8a57-6151520fb726 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:22.046462 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port def3cd41-9b0c-4e29-8a57-6151520fb726, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=def3cd41-9b0c-4e29-8a57-6151520fb726,segment=NetworkSegment(2ee763bb-f08c-41bf-8cd0-272c006d9fa7),segment_id=2ee763bb-f08c-41bf-8cd0-272c006d9fa7)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:22.086178 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-df22b48b-8d05-47a3-b8bc-863f654b96b9 req-e2587db4-e5fe-40db-8ec3-13528ac48f72 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 210 time: 0.1147337 Feb 09 16:02:22.127080 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.149028 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.153897 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078ab0-7035-49aa-8dd3-6a0b28c4ecd4 req-5d020d83-4107-4fbb-8c42-0cb155594dc9 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:22.161819 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-81078ab0-7035-49aa-8dd3-6a0b28c4ecd4 req-5d020d83-4107-4fbb-8c42-0cb155594dc9 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 944 time: 0.1794090 Feb 09 16:02:22.169848 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Transition to ACTIVE for port object 74dbcf1c-41aa-4010-88da-98975ed9c3f0 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:22.226801 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-81078ab0-7035-49aa-8dd3-6a0b28c4ecd4 req-25259c60-c72c-4643-a0b2-f96c2a44eb56 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648437 Feb 09 16:02:22.284217 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=def3cd41-9b0c-4e29-8a57-6151520fb726,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:22.287258 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.379655 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['def3cd41-9b0c-4e29-8a57-6151520fb726'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:02:22.402428 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c3c57512-7733-4693-8054-b509955297b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.422707 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event updated for resources: {'Port': ['ID=74dbcf1c-41aa-4010-88da-98975ed9c3f0,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:22.455835 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-c3c57512-7733-4693-8054-b509955297b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:22.457127 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:22.463808 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-c3c57512-7733-4693-8054-b509955297b2 admin admin] Usage tracker for resource:security_group_rule and tenant:f4c2595b1efc47f19cbf48a36f2d984a is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:22.467973 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-c3c57512-7733-4693-8054-b509955297b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:22.470056 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:22.475635 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-c3c57512-7733-4693-8054-b509955297b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:22.487712 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:02:22.503014 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:22.504219 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.544377 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.42', 60163) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:22.738323 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-eceefa7d-1a24-4368-9879-be0934d5fd47 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8675456 Feb 09 16:02:22.765786 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Request body: {'port': {'device_id': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:22.870435 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c3c57512-7733-4693-8054-b509955297b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.933435 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c3c57512-7733-4693-8054-b509955297b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.946638 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-339fe5fa-6afb-4ce3-b1a9-ba67047cc625 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:22.948497 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-339fe5fa-6afb-4ce3-b1a9-ba67047cc625 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.42 "GET /v2.0/networks?id=00cf166c-a8d8-4dc6-b379-d49b36537933 HTTP/1.1" status: 200 len: 818 time: 0.4032049 Feb 09 16:02:22.971063 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-832e119b-c171-4a60-a43f-591e00f59e54 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Request body: {'port': {'device_id': 'd5fac5d8-f73c-4a81-a598-d171aa124a0e', 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933', 'admin_state_up': True, 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:22.988951 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-c3c57512-7733-4693-8054-b509955297b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4c2595b1efc47f19cbf48a36f2d984a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0832593 Feb 09 16:02:22.989874 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53842) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:22.989998 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-d597f099-3a66-4881-848e-b75a3597cc99 None None] Provisioning for port 74dbcf1c-41aa-4010-88da-98975ed9c3f0 completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:02:22.999851 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-d597f099-3a66-4881-848e-b75a3597cc99 None None] Provisioning complete for port 74dbcf1c-41aa-4010-88da-98975ed9c3f0 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:23.000216 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d597f099-3a66-4881-848e-b75a3597cc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.064943 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c57512-7733-4693-8054-b509955297b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9f6b16-c45e-4e50-a024-b2486c570073,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:23.108808 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.141353 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device def3cd41-9b0c-4e29-8a57-6151520fb726 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:02:23.255073 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d597f099-3a66-4881-848e-b75a3597cc99 None None] Port 74dbcf1c-41aa-4010-88da-98975ed9c3f0 cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:02:23.286691 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-01eb6788-d682-416a-8633-e377a0290794 req-17b2ad20-6219-4658-8bc3-ab223bb4fe35 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 210 time: 0.0508862 Feb 09 16:02:23.308447 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-8aa9165e-445b-4c9b-a212-acdb6735fb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.361005 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-8aa9165e-445b-4c9b-a212-acdb6735fb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.367167 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port def3cd41-9b0c-4e29-8a57-6151520fb726 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:02:23.374049 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port def3cd41-9b0c-4e29-8a57-6151520fb726 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:23.374503 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.418769 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-832e119b-c171-4a60-a43f-591e00f59e54 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:23.445601 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-832e119b-c171-4a60-a43f-591e00f59e54 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:23.464693 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3f90f-ec57-4790-8129-735cce68c144 req-d6b12f14-3d5c-4ac0-a9c0-19c6626cce79 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:23.466841 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-12e3f90f-ec57-4790-8129-735cce68c144 req-d6b12f14-3d5c-4ac0-a9c0-19c6626cce79 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 931 time: 0.4143665 Feb 09 16:02:23.569977 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-832e119b-c171-4a60-a43f-591e00f59e54 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Made reservation on behalf of 8e2a887c33294b0497f7c8d97a81c687 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:23.573330 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-832e119b-c171-4a60-a43f-591e00f59e54 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.576035 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.608260 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-8aa9165e-445b-4c9b-a212-acdb6735fb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.626323 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port def3cd41-9b0c-4e29-8a57-6151520fb726, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=def3cd41-9b0c-4e29-8a57-6151520fb726,segment=NetworkSegment(2ee763bb-f08c-41bf-8cd0-272c006d9fa7),segment_id=2ee763bb-f08c-41bf-8cd0-272c006d9fa7)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:23.627959 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af27c673-1331-468d-9137-106f27f45b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def3cd41-9b0c-4e29-8a57-6151520fb726'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:23.631517 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9165e-445b-4c9b-a212-acdb6735fb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9f6b16-c45e-4e50-a024-b2486c570073,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:23.647091 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-12e3f90f-ec57-4790-8129-735cce68c144 req-2be183d4-f941-4f50-8b9c-a0c1949d27f1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564946 Feb 09 16:02:23.654296 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-8aa9165e-445b-4c9b-a212-acdb6735fb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.657728 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-8aa9165e-445b-4c9b-a212-acdb6735fb57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf9f6b16-c45e-4e50-a024-b2486c570073 HTTP/1.1" status: 204 len: 168 time: 0.6649580 Feb 09 16:02:23.678767 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8940d7-c816-40bc-860b-c3e7555abe36 req-5dcfc209-df94-4943-90d2-0d27df5a0407 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:23.686708 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6f8940d7-c816-40bc-860b-c3e7555abe36 req-5dcfc209-df94-4943-90d2-0d27df5a0407 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 945 time: 0.1982818 Feb 09 16:02:23.754053 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6f8940d7-c816-40bc-860b-c3e7555abe36 req-64c74643-2e37-41a0-b9ca-bdaeb85fb2ef tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662940 Feb 09 16:02:23.777507 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.967765 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=def3cd41-9b0c-4e29-8a57-6151520fb726,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:24.039019 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-832e119b-c171-4a60-a43f-591e00f59e54 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Allocated IP 172.20.0.3 (00cf166c-a8d8-4dc6-b379-d49b36537933/d1c33505-1925-45ee-9da3-9db09b7ce7b4/902a9285-68c3-47c2-91a8-d28bef0369e6) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:24.059118 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74dbcf1c-41aa-4010-88da-98975ed9c3f0 {{(pid=83709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:24.069507 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.112621 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Transition to ACTIVE for port object 74dbcf1c-41aa-4010-88da-98975ed9c3f0 will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:24.194781 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.440031 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Pushing event updated for resources: {'Port': ['ID=74dbcf1c-41aa-4010-88da-98975ed9c3f0,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:24.457041 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-832e119b-c171-4a60-a43f-591e00f59e54 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.673210 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Attempting to bind port 74dbcf1c-41aa-4010-88da-98975ed9c3f0 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:24.673210 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Attempting to bind port 74dbcf1c-41aa-4010-88da-98975ed9c3f0 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:24.673210 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Attempting to bind port 74dbcf1c-41aa-4010-88da-98975ed9c3f0 on network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:02:24.685106 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-66673730-4f8f-4d4b-84cd-a90bcfc421da req-7b070a5f-7350-4bbd-bd7c-d1bb40fa7a78 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 210 time: 0.1214426 Feb 09 16:02:24.704571 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Port 74dbcf1c-41aa-4010-88da-98975ed9c3f0 on network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:02:24.706163 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Attempting to bind port 74dbcf1c-41aa-4010-88da-98975ed9c3f0 on network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:02:24.723818 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:02:24.724230 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Checking segment: {'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:02:24.724729 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Bound using segment: {'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:02:24.725227 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Bound port: 74dbcf1c-41aa-4010-88da-98975ed9c3f0, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'}}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:24.725681 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.842773 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-832e119b-c171-4a60-a43f-591e00f59e54 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.891247 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] For port 74dbcf1c-41aa-4010-88da-98975ed9c3f0, host hv-cinder-82510, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:24.921016 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.42', 60170) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:24.929942 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] For port 74dbcf1c-41aa-4010-88da-98975ed9c3f0, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:24.941526 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-832e119b-c171-4a60-a43f-591e00f59e54 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Network 00cf166c-a8d8-4dc6-b379-d49b36537933 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:24.942387 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e119b-c171-4a60-a43f-591e00f59e54 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Pushing event updated for resources: {'Port': ['ID=902a9285-68c3-47c2-91a8-d28bef0369e6,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:24.944998 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-832e119b-c171-4a60-a43f-591e00f59e54 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:24.949363 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-832e119b-c171-4a60-a43f-591e00f59e54 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:02:24.953431 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-832e119b-c171-4a60-a43f-591e00f59e54 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:24.954157 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-832e119b-c171-4a60-a43f-591e00f59e54 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.011458 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.106348 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.107698 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] 10.222.0.42 "PUT /v2.0/ports/74dbcf1c-41aa-4010-88da-98975ed9c3f0 HTTP/1.1" status: 200 len: 1093 time: 2.3570528 Feb 09 16:02:25.108144 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'tag': '74dbcf1c-41aa-4010-88da-98975ed9c3f0'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:25.108576 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-8b0248a4-194a-4740-86f9-611b01b067ea tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:25.110308 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-8b0248a4-194a-4740-86f9-611b01b067ea tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.42 "GET /v2.0/networks?id=00cf166c-a8d8-4dc6-b379-d49b36537933 HTTP/1.1" status: 200 len: 818 time: 0.1886251 Feb 09 16:02:25.119913 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fae701-7082-4d0e-bec6-9abc89d2eb56 service neutron] Pushing event updated for resources: {'Port': ['ID=74dbcf1c-41aa-4010-88da-98975ed9c3f0,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:25.130486 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Request body: {'port': {'device_id': '8e919334-94ed-44b7-b310-b80df93e81d1', 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933', 'admin_state_up': True, 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:25.148703 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63b6a9-92f6-490a-9f5a-becf670cd2ff req-9bfa1f92-e1b9-4b5c-bc29-ff3ca6f3bf34 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:25.148703 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1b63b6a9-92f6-490a-9f5a-becf670cd2ff req-9bfa1f92-e1b9-4b5c-bc29-ff3ca6f3bf34 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.1985159 Feb 09 16:02:25.175546 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-832e119b-c171-4a60-a43f-591e00f59e54 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2138658 Feb 09 16:02:25.196852 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Request body: {'port': {'device_id': 'd5fac5d8-f73c-4a81-a598-d171aa124a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:25.233578 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53912) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:25.429623 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af27c673-1331-468d-9137-106f27f45b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def3cd41-9b0c-4e29-8a57-6151520fb726', 'code': 200} Feb 09 16:02:25.431919 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c8b31607-177c-49f5-a74c-fe2c1d29c17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.437755 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1b63b6a9-92f6-490a-9f5a-becf670cd2ff req-ec40dff3-22c0-4278-af38-db2151657ef3 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809885 Feb 09 16:02:25.505645 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5c2221fa-4766-4b76-b6cc-8e03a7b0f39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.546882 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:25.561519 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.564449 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Usage tracker for resource:port and tenant:8e2a887c33294b0497f7c8d97a81c687 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:25.576648 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:25.585008 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 53916) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:25.596913 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:25.610920 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2144354480-network', 'tenant_id': '73ea1d6c17ab4da4bb705e2f89bae4ca'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:25.625234 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:25.629860 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-5c2221fa-4766-4b76-b6cc-8e03a7b0f39e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:25.647726 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-5c2221fa-4766-4b76-b6cc-8e03a7b0f39e admin admin] Usage tracker for resource:security_group_rule and tenant:7dc263aff56c4fa2a747246b2a684fe2 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:25.655766 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-5c2221fa-4766-4b76-b6cc-8e03a7b0f39e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:25.671167 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-5c2221fa-4766-4b76-b6cc-8e03a7b0f39e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:25.702459 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'tag': '74dbcf1c-41aa-4010-88da-98975ed9c3f0', 'status': 'completed', 'code': 200} Feb 09 16:02:25.713035 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Usage tracker for resource:network and tenant:73ea1d6c17ab4da4bb705e2f89bae4ca is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:25.739776 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:25.757544 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-4bfb2d95-f2f1-4903-b993-6b687f8a0e37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=583b1cb4cc844713b243032c95f65f45&device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 1096 time: 0.5003376 Feb 09 16:02:25.766165 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:25.775752 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Made reservation on behalf of 8e2a887c33294b0497f7c8d97a81c687 for: {'port': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:25.779424 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.898247 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.42', 60173) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:25.995846 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-647e93de-7a7f-450f-839e-7a86f76db16f req-268225f8-6daf-40ff-9f15-a0199e3f6f29 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Synchronizing usage tracker for tenant:8e2a887c33294b0497f7c8d97a81c687 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:02:25.998859 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-3ebfb017-6704-4a4f-bd60-c3bd7a77cecd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0 HTTP/1.1" status: 200 len: 217 time: 0.2304778 Feb 09 16:02:26.046569 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5c2221fa-4766-4b76-b6cc-8e03a7b0f39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.055615 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Made reservation on behalf of 73ea1d6c17ab4da4bb705e2f89bae4ca for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:26.057975 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.092951 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb15ab6-90aa-4660-a633-8cc1d9f7162b req-e77f610e-629b-4fa2-b4bf-52f272a3b7e3 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:26.094465 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7fb15ab6-90aa-4660-a633-8cc1d9f7162b req-e77f610e-629b-4fa2-b4bf-52f272a3b7e3 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 946 time: 0.4022720 Feb 09 16:02:26.095628 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.120308 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-81882674-ae78-47dd-8e1e-10ac338f1b57 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:26.121730 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-81882674-ae78-47dd-8e1e-10ac338f1b57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b HTTP/1.1" status: 200 len: 856 time: 0.1160624 Feb 09 16:02:26.134607 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5c2221fa-4766-4b76-b6cc-8e03a7b0f39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.176700 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_common [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Allocated IP 172.20.0.14 (00cf166c-a8d8-4dc6-b379-d49b36537933/d1c33505-1925-45ee-9da3-9db09b7ce7b4/061aa5b5-0974-4d6c-82e1-179821952b00) {{(pid=83708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:26.179335 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-647e93de-7a7f-450f-839e-7a86f76db16f req-268225f8-6daf-40ff-9f15-a0199e3f6f29 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Unset dirty status for tenant:8e2a887c33294b0497f7c8d97a81c687 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:02:26.182659 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-647e93de-7a7f-450f-839e-7a86f76db16f req-268225f8-6daf-40ff-9f15-a0199e3f6f29 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 210 time: 0.2927356 Feb 09 16:02:26.183133 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-97d8dcc0-c5c1-43b0-9bdd-0646f577acc3 req-ddcef279-053d-44b8-991c-356f6ce05126 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 1099 time: 0.2766533 Feb 09 16:02:26.189002 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:26.193839 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Usage tracker for resource:security_group_rule and tenant:73ea1d6c17ab4da4bb705e2f89bae4ca is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:26.199301 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:26.211134 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:26.243523 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2221fa-4766-4b76-b6cc-8e03a7b0f39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95728c9c-42f7-4b97-954c-62b63af8039e,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:26.248878 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-97d8dcc0-c5c1-43b0-9bdd-0646f577acc3 req-e7bed984-1adb-4b2c-b557-cfe9a4b73783 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.269405 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-5c2221fa-4766-4b76-b6cc-8e03a7b0f39e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7dc263aff56c4fa2a747246b2a684fe2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0346568 Feb 09 16:02:26.271959 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 53930) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:26.286696 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7fb15ab6-90aa-4660-a633-8cc1d9f7162b req-09332923-0b40-4a4e-8ab8-f9004a428574 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814947 Feb 09 16:02:26.288088 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-ffee8d04-d47f-4760-93a2-ca62fb8e439b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1576383 Feb 09 16:02:26.348223 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.388232 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [req-97d8dcc0-c5c1-43b0-9bdd-0646f577acc3 req-e7bed984-1adb-4b2c-b557-cfe9a4b73783 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:26.413718 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-97d8dcc0-c5c1-43b0-9bdd-0646f577acc3 req-e7bed984-1adb-4b2c-b557-cfe9a4b73783 service neutron] Usage tracker for resource:security_group_rule and tenant:fffb6ea9e9804ff1b69665b6c78f2436 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:26.459242 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-97d8dcc0-c5c1-43b0-9bdd-0646f577acc3 req-e7bed984-1adb-4b2c-b557-cfe9a4b73783 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:26.461744 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.472411 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [req-97d8dcc0-c5c1-43b0-9bdd-0646f577acc3 req-e7bed984-1adb-4b2c-b557-cfe9a4b73783 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:26.512038 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:26.520732 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8cf679-6d6c-466a-affe-d13ab120eee6,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:26.525875 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-498ea3f7-313a-4acd-a4bb-1cde09437106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.526879 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-3a53671a-2c60-431e-a796-d94eb9ea2e31 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069197 Feb 09 16:02:26.531427 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.531893 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.segments_db [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Added segment f1156d87-c8c0-4626-9776-9a19732a8ddc of type vlan for network 99fbf93c-c013-4b4f-aa85-94112d56a896 Feb 09 16:02:26.561876 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.676436 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.677991 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:26.678241 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-498ea3f7-313a-4acd-a4bb-1cde09437106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.678865 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.728255 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Notify callbacks [] for port, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.777171 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-97d8dcc0-c5c1-43b0-9bdd-0646f577acc3 req-e7bed984-1adb-4b2c-b557-cfe9a4b73783 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.847324 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-97d8dcc0-c5c1-43b0-9bdd-0646f577acc3 req-e7bed984-1adb-4b2c-b557-cfe9a4b73783 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.859345 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] Pushing event updated for resources: {'Network': ['ID=99fbf93c-c013-4b4f-aa85-94112d56a896,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:26.873095 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network 99fbf93c-c013-4b4f-aa85-94112d56a896 details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 16:02:26.880260 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-498ea3f7-313a-4acd-a4bb-1cde09437106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.891463 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.908035 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-97d8dcc0-c5c1-43b0-9bdd-0646f577acc3 req-e7bed984-1adb-4b2c-b557-cfe9a4b73783 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7082326 Feb 09 16:02:26.958685 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bed984-1adb-4b2c-b557-cfe9a4b73783 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=379a461d-dded-406d-9bd8-6fbf446433b7,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:26.966218 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-a70b58eb-9640-48a7-88ae-0c5f2f500b53 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3758175 Feb 09 16:02:26.972537 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 53950) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:27.000473 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ea3f7-313a-4acd-a4bb-1cde09437106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95728c9c-42f7-4b97-954c-62b63af8039e,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:27.004073 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5193baa8-3080-4541-a81a-3cb9a7bd1bd0 admin admin] Request body: {'subnet': {'network_id': '99fbf93c-c013-4b4f-aa85-94112d56a896', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2144354480-subnet', 'tenant_id': '73ea1d6c17ab4da4bb705e2f89bae4ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:27.013925 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Network 00cf166c-a8d8-4dc6-b379-d49b36537933 is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:27.014122 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-aed956f9-0cfe-4d6a-81fa-3b7ccc286645 req-e6ba8a6f-dc7d-4112-8ef3-98ebcfba0800 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220660 Feb 09 16:02:27.018596 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5193baa8-3080-4541-a81a-3cb9a7bd1bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:27.020530 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:27.022790 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-5193baa8-3080-4541-a81a-3cb9a7bd1bd0 admin admin] Usage tracker for resource:subnet and tenant:73ea1d6c17ab4da4bb705e2f89bae4ca is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:27.028078 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Received port after_create {{(pid=83708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:02:27.030856 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-5193baa8-3080-4541-a81a-3cb9a7bd1bd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:27.032026 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:27.032742 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.039199 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Pushing event updated for resources: {'Port': ['ID=061aa5b5-0974-4d6c-82e1-179821952b00,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:27.052125 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5193baa8-3080-4541-a81a-3cb9a7bd1bd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:27.062869 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-498ea3f7-313a-4acd-a4bb-1cde09437106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.073909 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-498ea3f7-313a-4acd-a4bb-1cde09437106 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95728c9c-42f7-4b97-954c-62b63af8039e HTTP/1.1" status: 204 len: 168 time: 0.7949989 Feb 09 16:02:27.096173 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2060a-835f-45a7-b1e0-1ffdbe67c89c req-f4401948-0476-46cc-8146-1d56074cf420 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:27.097631 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3ab2060a-835f-45a7-b1e0-1ffdbe67c89c req-f4401948-0476-46cc-8146-1d56074cf420 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.3240476 Feb 09 16:02:27.173267 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b825e17f-2d78-4dcb-99dc-47589f012250 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0485227 Feb 09 16:02:27.176938 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5193baa8-3080-4541-a81a-3cb9a7bd1bd0 admin admin] Made reservation on behalf of 73ea1d6c17ab4da4bb705e2f89bae4ca for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:27.179198 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5193baa8-3080-4541-a81a-3cb9a7bd1bd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.185120 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Request body: {'port': {'device_id': '8e919334-94ed-44b7-b310-b80df93e81d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:27.325272 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902a9285-68c3-47c2-91a8-d28bef0369e6 {{(pid=83709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:27.326169 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.334596 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.344609 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3ab2060a-835f-45a7-b1e0-1ffdbe67c89c req-3324f4ab-ce53-4ace-8ac7-a9498ecb8ab9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317433 Feb 09 16:02:27.368459 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Transition to ACTIVE for port object 902a9285-68c3-47c2-91a8-d28bef0369e6 will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:27.443132 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-40f37967-95f4-478d-8aae-e44daaaaf50d req-3c0338cf-f116-49b7-947f-294cda8f103e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=583b1cb4cc844713b243032c95f65f45&device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 1096 time: 0.1862235 Feb 09 16:02:27.481197 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.652245 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d61350-68c4-4c97-a8dc-d032c6b3abdc req-f3cd4b4c-0c05-45ac-8ec7-1b08a386229a tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:27.653072 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-f6d61350-68c4-4c97-a8dc-d032c6b3abdc req-f3cd4b4c-0c05-45ac-8ec7-1b08a386229a tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Synchronizing usage tracker for tenant:8e2a887c33294b0497f7c8d97a81c687 on resource:port {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:02:27.789572 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-734c22d7-d393-49f1-9663-5cb3ff560416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.795962 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-f6d61350-68c4-4c97-a8dc-d032c6b3abdc req-f3cd4b4c-0c05-45ac-8ec7-1b08a386229a tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Unset dirty status for tenant:8e2a887c33294b0497f7c8d97a81c687 on resource:port {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:02:27.797130 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f6d61350-68c4-4c97-a8dc-d032c6b3abdc req-f3cd4b4c-0c05-45ac-8ec7-1b08a386229a tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 932 time: 0.4012752 Feb 09 16:02:27.854125 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Pushing event updated for resources: {'Port': ['ID=902a9285-68c3-47c2-91a8-d28bef0369e6,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:27.872637 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-f6d61350-68c4-4c97-a8dc-d032c6b3abdc req-00c748a7-04c9-45df-a274-24bd282c79a5 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Synchronizing usage tracker for tenant:8e2a887c33294b0497f7c8d97a81c687 on resource:security_group {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:02:27.895132 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f37967-95f4-478d-8aae-e44daaaaf50d req-082bf3dc-2af7-4eed-8947-fb23e74da25e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:27.896826 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-40f37967-95f4-478d-8aae-e44daaaaf50d req-082bf3dc-2af7-4eed-8947-fb23e74da25e service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af HTTP/1.1" status: 200 len: 918 time: 0.4434824 Feb 09 16:02:27.978975 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-f6d61350-68c4-4c97-a8dc-d032c6b3abdc req-00c748a7-04c9-45df-a274-24bd282c79a5 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Unset dirty status for tenant:8e2a887c33294b0497f7c8d97a81c687 on resource:security_group {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:02:27.980201 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f6d61350-68c4-4c97-a8dc-d032c6b3abdc req-00c748a7-04c9-45df-a274-24bd282c79a5 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761444 Feb 09 16:02:27.992197 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061aa5b5-0974-4d6c-82e1-179821952b00 {{(pid=83708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:28.000390 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.033757 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.provisioning_blocks [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Transition to ACTIVE for port object 061aa5b5-0974-4d6c-82e1-179821952b00 will not be triggered until provisioned by entity L2. {{(pid=83708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:28.035180 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5193baa8-3080-4541-a81a-3cb9a7bd1bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.092553 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.127961 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Attempting to bind port 902a9285-68c3-47c2-91a8-d28bef0369e6 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:28.128302 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Attempting to bind port 902a9285-68c3-47c2-91a8-d28bef0369e6 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:28.128642 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Attempting to bind port 902a9285-68c3-47c2-91a8-d28bef0369e6 on network 00cf166c-a8d8-4dc6-b379-d49b36537933 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:02:28.135356 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-40f37967-95f4-478d-8aae-e44daaaaf50d req-9a4a178f-3ec0-416d-a1c9-7f7796ebcf35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0 HTTP/1.1" status: 200 len: 217 time: 0.2114975 Feb 09 16:02:28.185530 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193baa8-3080-4541-a81a-3cb9a7bd1bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0694e4cd-73e0-408e-b7d0-3edc364db4ac,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:28.187588 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Port 902a9285-68c3-47c2-91a8-d28bef0369e6 on network 00cf166c-a8d8-4dc6-b379-d49b36537933 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:02:28.187735 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Attempting to bind port 902a9285-68c3-47c2-91a8-d28bef0369e6 on network 00cf166c-a8d8-4dc6-b379-d49b36537933 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:02:28.202626 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Pushing event updated for resources: {'Port': ['ID=061aa5b5-0974-4d6c-82e1-179821952b00,revision_number=2']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:28.210499 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a61a9-babc-4a8f-9acd-d0daa2ca69cb req-43e3284a-768e-45ca-a8ef-a2ebd7086189 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:28.217202 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-432a61a9-babc-4a8f-9acd-d0daa2ca69cb req-43e3284a-768e-45ca-a8ef-a2ebd7086189 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 946 time: 0.6121862 Feb 09 16:02:28.250741 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:02:28.251139 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Checking segment: {'id': '4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:02:28.251460 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Bound using segment: {'id': '4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933'} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:02:28.251899 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Bound port: 902a9285-68c3-47c2-91a8-d28bef0369e6, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933'}}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:28.252252 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.293936 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f37967-95f4-478d-8aae-e44daaaaf50d req-fe3cc428-d472-4c55-a2f4-fb7ce8082e2b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:28.295399 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-40f37967-95f4-478d-8aae-e44daaaaf50d req-fe3cc428-d472-4c55-a2f4-fb7ce8082e2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b HTTP/1.1" status: 200 len: 856 time: 0.1496518 Feb 09 16:02:28.336116 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Attempting to bind port 061aa5b5-0974-4d6c-82e1-179821952b00 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:28.336962 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Attempting to bind port 061aa5b5-0974-4d6c-82e1-179821952b00 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933'}] {{(pid=83708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:28.337332 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Attempting to bind port 061aa5b5-0974-4d6c-82e1-179821952b00 on network 00cf166c-a8d8-4dc6-b379-d49b36537933 {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:02:28.344289 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Port 061aa5b5-0974-4d6c-82e1-179821952b00 on network 00cf166c-a8d8-4dc6-b379-d49b36537933 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:02:28.344826 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Attempting to bind port 061aa5b5-0974-4d6c-82e1-179821952b00 on network 00cf166c-a8d8-4dc6-b379-d49b36537933 {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:02:28.353721 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:02:28.354899 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Checking segment: {'id': '4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:02:28.355701 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Bound using segment: {'id': '4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933'} {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:02:28.356226 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Bound port: 061aa5b5-0974-4d6c-82e1-179821952b00, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933'}}] {{(pid=83708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:28.356652 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.401777 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5193baa8-3080-4541-a81a-3cb9a7bd1bd0 admin admin] Checking segment: {'id': 'f1156d87-c8c0-4626-9776-9a19732a8ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '99fbf93c-c013-4b4f-aa85-94112d56a896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:02:28.402159 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5193baa8-3080-4541-a81a-3cb9a7bd1bd0 admin admin] Network hostable DHCP agents. Network: 99fbf93c-c013-4b4f-aa85-94112d56a896, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:28.438768 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-432a61a9-babc-4a8f-9acd-d0daa2ca69cb req-8493ed6f-6951-46db-9363-d6311da3e661 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205925 Feb 09 16:02:28.490426 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] For port 902a9285-68c3-47c2-91a8-d28bef0369e6, host hv-cinder-82510, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:28.502500 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] For port 902a9285-68c3-47c2-91a8-d28bef0369e6, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=902a9285-68c3-47c2-91a8-d28bef0369e6,segment=NetworkSegment(4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7),segment_id=4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7)] {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:28.511416 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-40f37967-95f4-478d-8aae-e44daaaaf50d req-575bd74d-3159-4fec-8f60-01d863172813 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2061899 Feb 09 16:02:28.623391 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] For port 061aa5b5-0974-4d6c-82e1-179821952b00, host hv-cinder-82510, cleared binding levels {{(pid=83708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:28.650001 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] For port 061aa5b5-0974-4d6c-82e1-179821952b00, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=061aa5b5-0974-4d6c-82e1-179821952b00,segment=NetworkSegment(4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7),segment_id=4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7)] {{(pid=83708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:28.665590 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.687799 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965870cd-669e-4770-a77b-d3f34919ae6d req-43df4216-84e8-4f2e-b10e-fee50e88d58e tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:28.689522 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-965870cd-669e-4770-a77b-d3f34919ae6d req-43df4216-84e8-4f2e-b10e-fee50e88d58e tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.1062062 Feb 09 16:02:28.722947 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.778867 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.780226 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] 10.222.0.42 "PUT /v2.0/ports/902a9285-68c3-47c2-91a8-d28bef0369e6 HTTP/1.1" status: 200 len: 1093 time: 3.5934534 Feb 09 16:02:28.782554 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fac5d8-f73c-4a81-a598-d171aa124a0e', 'tag': '902a9285-68c3-47c2-91a8-d28bef0369e6'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:28.796854 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-40f37967-95f4-478d-8aae-e44daaaaf50d req-c60448f5-d84b-46d2-9262-d972468267c5 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754936 Feb 09 16:02:28.798737 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5193baa8-3080-4541-a81a-3cb9a7bd1bd0 admin admin] Network 99fbf93c-c013-4b4f-aa85-94112d56a896 is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:28.839661 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-965870cd-669e-4770-a77b-d3f34919ae6d req-24547b1a-8c33-4ebc-8964-05871c51c7b0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433284 Feb 09 16:02:28.847328 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.851348 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] 10.222.0.42 "PUT /v2.0/ports/061aa5b5-0974-4d6c-82e1-179821952b00 HTTP/1.1" status: 200 len: 1094 time: 1.6686611 Feb 09 16:02:28.851348 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e919334-94ed-44b7-b310-b80df93e81d1', 'tag': '061aa5b5-0974-4d6c-82e1-179821952b00'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:28.851536 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fac5d8-f73c-4a81-a598-d171aa124a0e', 'tag': '902a9285-68c3-47c2-91a8-d28bef0369e6', 'status': 'completed', 'code': 200} Feb 09 16:02:28.918005 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da9e25-1547-4b21-a26d-b38d13edc37c service neutron] Pushing event updated for resources: {'Port': ['ID=902a9285-68c3-47c2-91a8-d28bef0369e6,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:28.941921 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-5193baa8-3080-4541-a81a-3cb9a7bd1bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, 99fbf93c-c013-4b4f-aa85-94112d56a896) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:28.953839 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4afd110-22b9-4c54-b2ab-431c20ffba6e None None] Network 99fbf93c-c013-4b4f-aa85-94112d56a896 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:02:28.959054 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193baa8-3080-4541-a81a-3cb9a7bd1bd0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:28.959730 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5193baa8-3080-4541-a81a-3cb9a7bd1bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.028107 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207ede2-1d17-48ae-8f14-e4617260c318 service neutron] Pushing event updated for resources: {'Port': ['ID=061aa5b5-0974-4d6c-82e1-179821952b00,revision_number=3']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:29.031772 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-40f37967-95f4-478d-8aae-e44daaaaf50d req-62d03252-3f41-44c9-a534-fe3e36e71c91 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218852 Feb 09 16:02:29.077375 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-94a0a0b8-1693-4a13-96bb-82829a6bad29 req-45fc9ca3-02e9-4a68-880a-f61d78a5c913 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e2a887c33294b0497f7c8d97a81c687&device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 1096 time: 0.1551673 Feb 09 16:02:29.141251 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-5193baa8-3080-4541-a81a-3cb9a7bd1bd0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1559055 Feb 09 16:02:29.242367 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.279862 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-a0db9c77-1bad-4685-b5ba-01ddbf3389be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e2a887c33294b0497f7c8d97a81c687&device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 1097 time: 0.2335196 Feb 09 16:02:29.349405 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0a0b8-1693-4a13-96bb-82829a6bad29 req-d4398545-3e3a-42ec-bb6c-7459f64dc256 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:29.352872 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-94a0a0b8-1693-4a13-96bb-82829a6bad29 req-d4398545-3e3a-42ec-bb6c-7459f64dc256 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8e2a887c33294b0497f7c8d97a81c687&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2674181 Feb 09 16:02:29.356340 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b22f27-1665-4340-a9c1-8f3fd2d4112c None None] Network 99fbf93c-c013-4b4f-aa85-94112d56a896 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:02:29.370119 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-6069a297-201c-4b2f-87f8-04012a3e4d6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=061aa5b5-0974-4d6c-82e1-179821952b00 HTTP/1.1" status: 200 len: 217 time: 0.0822690 Feb 09 16:02:29.381282 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.436717 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 54032) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:29.515219 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1cb57-a376-4e9d-804a-269367cd45e3 req-44f6860a-025d-4f28-be1f-5fcf96b4002a tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:29.516869 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61b1cb57-a376-4e9d-804a-269367cd45e3 req-44f6860a-025d-4f28-be1f-5fcf96b4002a tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 944 time: 0.3148675 Feb 09 16:02:29.518217 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b14d4c5a-ef12-4884-b612-17ac650f1360 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:29.519768 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-b14d4c5a-ef12-4884-b612-17ac650f1360 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1c33505-1925-45ee-9da3-9db09b7ce7b4 HTTP/1.1" status: 200 len: 858 time: 0.1435204 Feb 09 16:02:29.687457 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e919334-94ed-44b7-b310-b80df93e81d1', 'tag': '061aa5b5-0974-4d6c-82e1-179821952b00', 'status': 'completed', 'code': 200} Feb 09 16:02:29.700485 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0a0b8-1693-4a13-96bb-82829a6bad29 req-587f760c-6974-410c-a72e-0ef68808843e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:29.701761 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-1d3dc67f-a368-49e3-8d7d-8baa2bf174c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00cf166c-a8d8-4dc6-b379-d49b36537933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1713786 Feb 09 16:02:29.704829 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-94a0a0b8-1693-4a13-96bb-82829a6bad29 req-587f760c-6974-410c-a72e-0ef68808843e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3442070 Feb 09 16:02:29.726791 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bffaf08-0102-465e-b5fb-d352c3365d97 admin admin] Deleting subnet 0c51c9e9-fe16-435a-88b0-b96784866dcc {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:02:29.783213 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4bffaf08-0102-465e-b5fb-d352c3365d97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.919063 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-9b15dfd0-47ea-4463-ba17-fb319e52e64f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e2a887c33294b0497f7c8d97a81c687&device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 1096 time: 0.1612329 Feb 09 16:02:29.922259 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61b1cb57-a376-4e9d-804a-269367cd45e3 req-6bb0db2e-91c9-413c-82eb-9939cfaa0611 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983452 Feb 09 16:02:29.945149 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4bffaf08-0102-465e-b5fb-d352c3365d97 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.953604 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4bffaf08-0102-465e-b5fb-d352c3365d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3247574'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.006274 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-3cbfb76f-77e2-4da6-814f-6415f3120efd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=902a9285-68c3-47c2-91a8-d28bef0369e6 HTTP/1.1" status: 200 len: 217 time: 0.0753143 Feb 09 16:02:30.013780 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101899d-02e6-4011-bd27-72cd0ec624be req-e25542f2-995c-4c26-a9a3-d488b131e5c4 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:30.015630 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b101899d-02e6-4011-bd27-72cd0ec624be req-e25542f2-995c-4c26-a9a3-d488b131e5c4 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 946 time: 0.1735675 Feb 09 16:02:30.135809 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-7f76535f-d110-4e12-b662-bd967b0e7083 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:30.139860 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-7f76535f-d110-4e12-b662-bd967b0e7083 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1c33505-1925-45ee-9da3-9db09b7ce7b4 HTTP/1.1" status: 200 len: 858 time: 0.1205516 Feb 09 16:02:30.139860 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b101899d-02e6-4011-bd27-72cd0ec624be req-37186ed5-dacc-40af-bd3a-bf7f5d24a99b tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866251 Feb 09 16:02:30.203880 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-62cbf18e-6881-4a5c-b4e1-e5ab0d8ad26b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00cf166c-a8d8-4dc6-b379-d49b36537933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557296 Feb 09 16:02:30.225268 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4bffaf08-0102-465e-b5fb-d352c3365d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3247599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.282826 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4bffaf08-0102-465e-b5fb-d352c3365d97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.290351 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-4bffaf08-0102-465e-b5fb-d352c3365d97 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0c51c9e9-fe16-435a-88b0-b96784866dcc HTTP/1.1" status: 204 len: 168 time: 0.8516736 Feb 09 16:02:30.298209 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.302703 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 54068) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:30.313245 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffaf08-0102-465e-b5fb-d352c3365d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c51c9e9-fe16-435a-88b0-b96784866dcc,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:30.449112 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3173060'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.449893 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-c5deab20-573f-4bb7-a4e0-9be8b0e84546 service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389393 Feb 09 16:02:30.453497 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-fb132931-ca92-4b16-992b-697e3d77dfd7 service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7214305 Feb 09 16:02:30.678347 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a7c7f396-bf1b-4edc-82f4-c282ef3a533a req-84f15245-2382-4763-81ed-a9890d266b03 service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169964 Feb 09 16:02:30.738421 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb44b9f-7c7c-4526-ab50-f655a5711d31 req-a3c4b32f-3cd6-4f77-a32f-1366429d09a4 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:30.740214 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-abb44b9f-7c7c-4526-ab50-f655a5711d31 req-a3c4b32f-3cd6-4f77-a32f-1366429d09a4 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.5691993 Feb 09 16:02:30.804769 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3246939', 'neutron.services.segments.db._delete_segments_for_network-8772266662247'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.832014 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54084) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:30.859711 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3e5c4354-651f-4141-bb1a-2595d2b2c069 req-f32300d7-2d79-4a46-8eff-6bc9eeb9f2d1 service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959854 Feb 09 16:02:30.865488 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-abb44b9f-7c7c-4526-ab50-f655a5711d31 req-81d914aa-9549-4c27-99b7-befdd8677323 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178091 Feb 09 16:02:30.867298 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:30.868035 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:30.869189 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:30.869659 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Subscribe: > port after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:30.870127 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Subscribe: > port after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:30.870640 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Subscribe: > port after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:30.871101 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:30.877100 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:30.877100 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:30.877100 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:30.996246 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:30.996592 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:30.996917 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:30.997240 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:30.997626 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5080c5-e4bd-45ae-a8e3-8abc3fc02906']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:31.088758 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac43618-fecd-42a9-a0e8-9e50694f031e') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:31.089060 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac43618-fecd-42a9-a0e8-9e50694f031e') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:31.108326 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0cdb79d8-6a5b-41fc-8e08-b68b6f0fa7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.108939 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772266661614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368607'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.136700 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.160604 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:02:31.160604 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3244415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7030850'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.174634 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 74dbcf1c-41aa-4010-88da-98975ed9c3f0 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: util.warn_limited( Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: util.warn_limited( Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: Traceback (most recent call last): Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: timer() Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: cb(*args, **kw) Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: return func(*args, **kwargs) Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: self._notify() Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: self.callback(batched_events) Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: event.method(event) Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: return f(self, *a, **k) Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: return self._get(url).json() Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:31.210824 dv-cinder-825105-1-smb neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:31.260124 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-0cdb79d8-6a5b-41fc-8e08-b68b6f0fa7c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:31.265895 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-0cdb79d8-6a5b-41fc-8e08-b68b6f0fa7c8 admin admin] Usage tracker for resource:security_group_rule and tenant:a239cafd633f4a98b59b120b68133e70 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:31.289943 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-0cdb79d8-6a5b-41fc-8e08-b68b6f0fa7c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:31.308925 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-0cdb79d8-6a5b-41fc-8e08-b68b6f0fa7c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:31.352766 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 74dbcf1c-41aa-4010-88da-98975ed9c3f0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:31.355748 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae8180-e89a-40dc-ad00-eac3d8c88bfe req-30021f5a-4267-45bc-b1a2-121dd803bae3 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:31.363568 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8fae8180-e89a-40dc-ad00-eac3d8c88bfe req-30021f5a-4267-45bc-b1a2-121dd803bae3 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 944 time: 0.2918322 Feb 09 16:02:31.369950 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c24949f6-a963-4c6a-b8fd-8b629ddffd64 req-438058db-e291-40a8-b405-9a4eb209b30b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e2a887c33294b0497f7c8d97a81c687&device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 1097 time: 0.3504486 Feb 09 16:02:31.395334 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': '74dbcf1c-41aa-4010-88da-98975ed9c3f0', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'port_id': '74dbcf1c-41aa-4010-88da-98975ed9c3f0', 'mac_address': 'fa:16:3e:26:25:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:02:31.450864 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8fae8180-e89a-40dc-ad00-eac3d8c88bfe req-fccac77d-2ed8-4229-a910-6ec829a29e07 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863378 Feb 09 16:02:31.479006 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.484339 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3246932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691991'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.491548 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0cdb79d8-6a5b-41fc-8e08-b68b6f0fa7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.499854 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74dbcf1c-41aa-4010-88da-98975ed9c3f0 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:31.518621 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 74dbcf1c-41aa-4010-88da-98975ed9c3f0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:31.519145 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.526837 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=1b5080c5-e4bd-45ae-a8e3-8abc3fc02906,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:31.537426 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-7649b1ff-bb95-44cf-9309-80f3b7402ffe admin admin] 10.222.0.30 "DELETE /v2.0/networks/1b5080c5-e4bd-45ae-a8e3-8abc3fc02906 HTTP/1.1" status: 204 len: 168 time: 1.2335958 Feb 09 16:02:31.537682 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54114) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:31.586032 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24949f6-a963-4c6a-b8fd-8b629ddffd64 req-44e8de44-6268-4854-b34d-135ae0f25532 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:31.588099 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c24949f6-a963-4c6a-b8fd-8b629ddffd64 req-44e8de44-6268-4854-b34d-135ae0f25532 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00cf166c-a8d8-4dc6-b379-d49b36537933 HTTP/1.1" status: 200 len: 919 time: 0.2115004 Feb 09 16:02:31.603220 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0cdb79d8-6a5b-41fc-8e08-b68b6f0fa7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.623905 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.658934 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5f8851-d2df-491d-a0e6-5bbbf3338a47 admin admin] Deleting subnet 0694e4cd-73e0-408e-b7d0-3edc364db4ac {{(pid=83708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:02:31.662851 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c24949f6-a963-4c6a-b8fd-8b629ddffd64 req-0b07a69a-6677-4795-ae91-5d9d732bdddf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=061aa5b5-0974-4d6c-82e1-179821952b00 HTTP/1.1" status: 200 len: 217 time: 0.0673172 Feb 09 16:02:31.692447 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb79d8-6a5b-41fc-8e08-b68b6f0fa7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b26cca4-9408-42b6-970e-58bca86354df,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:31.712733 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-be5f8851-d2df-491d-a0e6-5bbbf3338a47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.740464 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=74dbcf1c-41aa-4010-88da-98975ed9c3f0,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:31.770087 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24949f6-a963-4c6a-b8fd-8b629ddffd64 req-41e1973d-097d-40bd-b466-677553085c8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:31.773300 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c24949f6-a963-4c6a-b8fd-8b629ddffd64 req-41e1973d-097d-40bd-b466-677553085c8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1c33505-1925-45ee-9da3-9db09b7ce7b4 HTTP/1.1" status: 200 len: 858 time: 0.1018059 Feb 09 16:02:31.782475 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-be5f8851-d2df-491d-a0e6-5bbbf3338a47 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.794091 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-0cdb79d8-6a5b-41fc-8e08-b68b6f0fa7c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a239cafd633f4a98b59b120b68133e70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9609966 Feb 09 16:02:31.794782 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54126) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:31.795844 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-be5f8851-d2df-491d-a0e6-5bbbf3338a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3247574'] for subnet, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.836439 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c24949f6-a963-4c6a-b8fd-8b629ddffd64 req-3c5d3def-141a-44bd-9caa-bdfc5cc47777 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00cf166c-a8d8-4dc6-b379-d49b36537933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563636 Feb 09 16:02:31.843773 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['74dbcf1c-41aa-4010-88da-98975ed9c3f0'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:02:31.935902 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-531bc829-9858-4558-98cc-f78386aeae35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.977527 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-531bc829-9858-4558-98cc-f78386aeae35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.016899 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-be5f8851-d2df-491d-a0e6-5bbbf3338a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3247599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for subnet, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.092796 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f8851-d2df-491d-a0e6-5bbbf3338a47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0694e4cd-73e0-408e-b7d0-3edc364db4ac,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:32.099805 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c24949f6-a963-4c6a-b8fd-8b629ddffd64 req-838b9cf4-f412-4ab6-9386-3947dc71391d service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566042 Feb 09 16:02:32.110486 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-be5f8851-d2df-491d-a0e6-5bbbf3338a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.136292 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-be5f8851-d2df-491d-a0e6-5bbbf3338a47 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0694e4cd-73e0-408e-b7d0-3edc364db4ac HTTP/1.1" status: 204 len: 168 time: 0.5943248 Feb 09 16:02:32.138667 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54140) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:32.246685 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3173060'] for network, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.288933 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-531bc829-9858-4558-98cc-f78386aeae35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.301150 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16860b21-ff42-42a8-96a4-d36307d9cb71 req-5becde5b-4f48-41f9-b622-5702794c7b2e tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:32.303072 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-16860b21-ff42-42a8-96a4-d36307d9cb71 req-5becde5b-4f48-41f9-b622-5702794c7b2e tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 944 time: 0.2024071 Feb 09 16:02:32.305540 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c24949f6-a963-4c6a-b8fd-8b629ddffd64 req-2425b6dd-8c4b-4a7f-8bd3-2802a4a58816 service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632059 Feb 09 16:02:32.323676 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bc829-9858-4558-98cc-f78386aeae35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b26cca4-9408-42b6-970e-58bca86354df,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:32.395365 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-531bc829-9858-4558-98cc-f78386aeae35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.399276 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-531bc829-9858-4558-98cc-f78386aeae35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b26cca4-9408-42b6-970e-58bca86354df HTTP/1.1" status: 204 len: 168 time: 0.5736446 Feb 09 16:02:32.419660 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3246939', 'neutron.services.segments.db._delete_segments_for_network-8772266662247'] for network, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.452522 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:32.453193 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:32.453922 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:32.454389 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Subscribe: > port after_create 55550000 {{(pid=83708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:32.454931 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:32.455373 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Subscribe: > port after_update 55550000 {{(pid=83708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:32.455792 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:32.456336 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:32.456798 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:32.457331 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:32.493212 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-16860b21-ff42-42a8-96a4-d36307d9cb71 req-7b10445d-dd3c-4471-8596-17012cd84686 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798620 Feb 09 16:02:32.531340 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:32.531895 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:32.532289 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:32.532734 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 16:02:32.533217 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fbf93c-c013-4b4f-aa85-94112d56a896']}} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:32.548976 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 54156) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:32.549827 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1156d87-c8c0-4626-9776-9a19732a8ddc') {'for_net_delete': True} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:32.550398 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1156d87-c8c0-4626-9776-9a19732a8ddc') {} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:32.564067 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772266661614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1354080'] for segment, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.582025 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.591647 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=83708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:02:32.592057 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3244415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1352253'] for segment, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: util.warn_limited( Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: util.warn_limited( Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: Traceback (most recent call last): Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: timer() Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: cb(*args, **kw) Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: return func(*args, **kwargs) Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: self._notify() Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: self.callback(batched_events) Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: event.method(event) Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: return f(self, *a, **k) Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: return self._get(url).json() Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:32.693510 dv-cinder-825105-1-smb neutron-server[83708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:32.772134 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3246932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691991'] for network, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.796354 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Pushing event deleted for resources: {'Network': ['ID=99fbf93c-c013-4b4f-aa85-94112d56a896,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:32.799148 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.806414 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-61064495-b50c-449b-aea8-a0adc34ede28 admin admin] 10.222.0.30 "DELETE /v2.0/networks/99fbf93c-c013-4b4f-aa85-94112d56a896 HTTP/1.1" status: 204 len: 168 time: 0.6686261 Feb 09 16:02:32.825793 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50951478-505f-4f71-bfca-d7cb400c36ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.875974 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-50951478-505f-4f71-bfca-d7cb400c36ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:32.883846 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f15e5-1a84-4210-9d87-45353ae806e6 req-2bf768a0-c550-43b2-b10b-a285ef52d8f8 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:32.885228 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-341f15e5-1a84-4210-9d87-45353ae806e6 req-2bf768a0-c550-43b2-b10b-a285ef52d8f8 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 944 time: 0.1406245 Feb 09 16:02:32.887615 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-50951478-505f-4f71-bfca-d7cb400c36ef admin admin] Usage tracker for resource:security_group_rule and tenant:afc38ffd36754ac6ac1e8645c72def7e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:32.890892 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-50951478-505f-4f71-bfca-d7cb400c36ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:32.912346 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-50951478-505f-4f71-bfca-d7cb400c36ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:32.973318 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-341f15e5-1a84-4210-9d87-45353ae806e6 req-f26772fd-e9b4-4fba-85ab-79e9b4df2691 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789623 Feb 09 16:02:33.037641 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50951478-505f-4f71-bfca-d7cb400c36ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.114900 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50951478-505f-4f71-bfca-d7cb400c36ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.164607 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50951478-505f-4f71-bfca-d7cb400c36ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8625f246-b2a2-4773-af46-d7ea44ba76ef,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:33.170793 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-50951478-505f-4f71-bfca-d7cb400c36ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=afc38ffd36754ac6ac1e8645c72def7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6201310 Feb 09 16:02:33.173672 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54180) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:33.190785 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 902a9285-68c3-47c2-91a8-d28bef0369e6 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:02:33.230000 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 74dbcf1c-41aa-4010-88da-98975ed9c3f0 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:02:33.241201 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 54186) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:33.292762 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-7d151e1d-3d8c-46ca-8342-13119305205c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.345016 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54192) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:33.349047 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-6bb004ae-eeb1-4538-bf9c-847a1c07fc16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d66c26be8dd646ec8d09c2d5b0ad5c1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1042893 Feb 09 16:02:33.349223 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-7d151e1d-3d8c-46ca-8342-13119305205c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.349464 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 54196) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:33.379711 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-dd2ace1f-8696-404d-b4fb-7164daf2ecf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.439439 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-76b012c5-3fc3-4673-afe3-47dee2df4cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.440350 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 902a9285-68c3-47c2-91a8-d28bef0369e6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=902a9285-68c3-47c2-91a8-d28bef0369e6,segment=NetworkSegment(4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7),segment_id=4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:33.443210 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-dd2ace1f-8696-404d-b4fb-7164daf2ecf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:33.448033 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-dd2ace1f-8696-404d-b4fb-7164daf2ecf7 admin admin] Usage tracker for resource:security_group_rule and tenant:3a5d31d125864236a98c0decc6328551 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:33.451249 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-dd2ace1f-8696-404d-b4fb-7164daf2ecf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:33.457374 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-dd2ace1f-8696-404d-b4fb-7164daf2ecf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:33.461990 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': '902a9285-68c3-47c2-91a8-d28bef0369e6', 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933', 'port_id': '902a9285-68c3-47c2-91a8-d28bef0369e6', 'mac_address': 'fa:16:3e:c2:9e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c33505-1925-45ee-9da3-9db09b7ce7b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:02:33.472497 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-76b012c5-3fc3-4673-afe3-47dee2df4cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.518923 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.537672 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-dd2ace1f-8696-404d-b4fb-7164daf2ecf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.539754 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902a9285-68c3-47c2-91a8-d28bef0369e6 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:33.556016 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 902a9285-68c3-47c2-91a8-d28bef0369e6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=902a9285-68c3-47c2-91a8-d28bef0369e6,segment=NetworkSegment(4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7),segment_id=4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:33.600726 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port 74dbcf1c-41aa-4010-88da-98975ed9c3f0 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:02:33.600861 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-7d151e1d-3d8c-46ca-8342-13119305205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.608236 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port 74dbcf1c-41aa-4010-88da-98975ed9c3f0 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:33.608705 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.620604 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d151e1d-3d8c-46ca-8342-13119305205c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8625f246-b2a2-4773-af46-d7ea44ba76ef,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:33.647187 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-7d151e1d-3d8c-46ca-8342-13119305205c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.648446 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-7d151e1d-3d8c-46ca-8342-13119305205c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8625f246-b2a2-4773-af46-d7ea44ba76ef HTTP/1.1" status: 204 len: 168 time: 0.4736359 Feb 09 16:02:33.658163 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-dd2ace1f-8696-404d-b4fb-7164daf2ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.658581 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-76b012c5-3fc3-4673-afe3-47dee2df4cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.729084 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.729743 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 061aa5b5-0974-4d6c-82e1-179821952b00 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:02:33.740153 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ace1f-8696-404d-b4fb-7164daf2ecf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a24848-c238-41a7-add0-49d012f62e06,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:33.752183 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-dd2ace1f-8696-404d-b4fb-7164daf2ecf7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a5d31d125864236a98c0decc6328551&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4051514 Feb 09 16:02:33.752183 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54208) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:33.754996 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-76b012c5-3fc3-4673-afe3-47dee2df4cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.756177 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-76b012c5-3fc3-4673-afe3-47dee2df4cd5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/632942cd-90f6-4034-8b95-cfa0f22c319c HTTP/1.1" status: 204 len: 168 time: 0.4056249 Feb 09 16:02:33.775785 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b012c5-3fc3-4673-afe3-47dee2df4cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632942cd-90f6-4034-8b95-cfa0f22c319c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:33.863945 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 061aa5b5-0974-4d6c-82e1-179821952b00, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=061aa5b5-0974-4d6c-82e1-179821952b00,segment=NetworkSegment(4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7),segment_id=4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:33.869562 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4a625c0d-7377-4d3a-b1b6-163b5b87fda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.872386 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cfd7d-e481-4c00-95b1-1fa179bfab0d req-ddb9d2e8-8d41-42b7-8f55-e21ae288f479 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:33.878385 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ce7cfd7d-e481-4c00-95b1-1fa179bfab0d req-ddb9d2e8-8d41-42b7-8f55-e21ae288f479 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 944 time: 0.1941338 Feb 09 16:02:33.887957 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': '061aa5b5-0974-4d6c-82e1-179821952b00', 'network_id': '00cf166c-a8d8-4dc6-b379-d49b36537933', 'port_id': '061aa5b5-0974-4d6c-82e1-179821952b00', 'mac_address': 'fa:16:3e:f6:94:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c33505-1925-45ee-9da3-9db09b7ce7b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:02:33.939970 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4a625c0d-7377-4d3a-b1b6-163b5b87fda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.974243 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.984294 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ce7cfd7d-e481-4c00-95b1-1fa179bfab0d req-6baa4c52-4bca-4df0-a84a-459bf6caf6bb tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008506 Feb 09 16:02:34.036976 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061aa5b5-0974-4d6c-82e1-179821952b00 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:34.053701 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 061aa5b5-0974-4d6c-82e1-179821952b00, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=061aa5b5-0974-4d6c-82e1-179821952b00,segment=NetworkSegment(4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7),segment_id=4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:34.085677 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=902a9285-68c3-47c2-91a8-d28bef0369e6,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:34.141134 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.167891 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dbcf1c-41aa-4010-88da-98975ed9c3f0'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:34.177489 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 74dbcf1c-41aa-4010-88da-98975ed9c3f0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:34.187017 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4a625c0d-7377-4d3a-b1b6-163b5b87fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.196265 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.237507 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a625c0d-7377-4d3a-b1b6-163b5b87fda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a24848-c238-41a7-add0-49d012f62e06,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:34.249240 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4a625c0d-7377-4d3a-b1b6-163b5b87fda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.252800 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-4a625c0d-7377-4d3a-b1b6-163b5b87fda8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95a24848-c238-41a7-add0-49d012f62e06 HTTP/1.1" status: 204 len: 168 time: 0.4976749 Feb 09 16:02:34.258206 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dbcf1c-41aa-4010-88da-98975ed9c3f0', 'code': 200} Feb 09 16:02:34.283407 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.302850 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c69ae-9c19-4ab8-8267-0a45cea2e2f4 req-14354595-836f-4267-b892-1aa3b40442c5 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:34.304356 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-097c69ae-9c19-4ab8-8267-0a45cea2e2f4 req-14354595-836f-4267-b892-1aa3b40442c5 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 945 time: 0.1555371 Feb 09 16:02:34.322055 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=061aa5b5-0974-4d6c-82e1-179821952b00,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:34.395765 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-097c69ae-9c19-4ab8-8267-0a45cea2e2f4 req-845db8f0-fd24-4595-805b-aeebe454fef6 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842569 Feb 09 16:02:34.426870 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=74dbcf1c-41aa-4010-88da-98975ed9c3f0,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:34.473624 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['902a9285-68c3-47c2-91a8-d28bef0369e6'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:02:34.516800 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['061aa5b5-0974-4d6c-82e1-179821952b00'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:02:34.638678 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Sync routers for ids ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:02:34.706471 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Routers {'2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:02:34.707341 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:02:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:34.733157 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-640d3b23-e07b-4a2d-be32-1e8d54f86c5c req-4bdc7e29-5db9-4d7d-bd22-5398f4019a88 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 1098 time: 0.0913019 Feb 09 16:02:34.788518 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-640d3b23-e07b-4a2d-be32-1e8d54f86c5c req-64f4338e-993b-4c08-bafe-c516d959faba service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492787 Feb 09 16:02:35.018656 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Set router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:02:35.214473 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc562fc-81b2-4234-ae9e-7d2cfdca6355 req-f018ac74-20a6-4c22-867a-5e1ae7022296 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:35.215831 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8cc562fc-81b2-4234-ae9e-7d2cfdca6355 req-f018ac74-20a6-4c22-867a-5e1ae7022296 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.0783453 Feb 09 16:02:35.280691 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8cc562fc-81b2-4234-ae9e-7d2cfdca6355 req-cf5ef81a-7274-4531-bcef-4fe7ebb0da39 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587220 Feb 09 16:02:35.302634 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 54248) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:35.340486 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-70240563-0b44-43c7-904a-756102086505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.374104 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-70240563-0b44-43c7-904a-756102086505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:35.377917 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-70240563-0b44-43c7-904a-756102086505 admin admin] Usage tracker for resource:security_group_rule and tenant:fadaab87306c4affb93c1defeedfcc02 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:35.380743 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-70240563-0b44-43c7-904a-756102086505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:35.387356 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-70240563-0b44-43c7-904a-756102086505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:35.412803 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54252) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:35.439626 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 2, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:35.456080 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Checking router: 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:02:35.456080 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Updating router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 port 8b356718-24c2-44d6-82d9-e24642adb738 binding host dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 16:02:35.517305 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-8ad04eff-ee9a-4fff-82a4-7cd36d8cccac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73ea1d6c17ab4da4bb705e2f89bae4ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1011927 Feb 09 16:02:35.518247 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54260) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:35.519139 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-70240563-0b44-43c7-904a-756102086505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.539317 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 54264) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:35.576943 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.623371 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-70240563-0b44-43c7-904a-756102086505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.691699 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-70240563-0b44-43c7-904a-756102086505 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fadaab87306c4affb93c1defeedfcc02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3877804 Feb 09 16:02:35.697199 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54272) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:35.760022 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7d89c7d4-05d0-4fdb-a232-a48eac2b686d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.771517 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70240563-0b44-43c7-904a-756102086505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016d7250-ac29-4fcd-8908-2fc4de78314d,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:35.791498 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f1432aa3-2886-4e21-9e33-97058905fa9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.800879 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7d89c7d4-05d0-4fdb-a232-a48eac2b686d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:35.807504 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-7d89c7d4-05d0-4fdb-a232-a48eac2b686d admin admin] Usage tracker for resource:security_group_rule and tenant:e5ef33d30d194450a6afa17d51bfb964 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:35.811429 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-7d89c7d4-05d0-4fdb-a232-a48eac2b686d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:35.818997 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7d89c7d4-05d0-4fdb-a232-a48eac2b686d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:35.840655 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f1432aa3-2886-4e21-9e33-97058905fa9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.865054 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e54200-b2b8-499d-8eca-06428f7cf635 req-d8563894-62af-4cb1-a225-dbb6528e8e5c tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:35.866554 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-84e54200-b2b8-499d-8eca-06428f7cf635 req-d8563894-62af-4cb1-a225-dbb6528e8e5c tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 945 time: 0.2971463 Feb 09 16:02:35.875387 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-fdd17746-7f7c-4b9f-b3d4-f29a5144ac10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.912243 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7d89c7d4-05d0-4fdb-a232-a48eac2b686d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.949094 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-fdd17746-7f7c-4b9f-b3d4-f29a5144ac10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.961724 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7d89c7d4-05d0-4fdb-a232-a48eac2b686d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.001189 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-84e54200-b2b8-499d-8eca-06428f7cf635 req-b5185131-2751-4ed6-9021-a576ef0a6eb2 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267607 Feb 09 16:02:36.032428 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89c7d4-05d0-4fdb-a232-a48eac2b686d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a052a8-f4b3-4544-8fad-362af8eb7117,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:36.063404 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f1432aa3-2886-4e21-9e33-97058905fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.064986 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-7d89c7d4-05d0-4fdb-a232-a48eac2b686d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5ef33d30d194450a6afa17d51bfb964&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5245144 Feb 09 16:02:36.071622 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 54282) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:36.081314 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1432aa3-2886-4e21-9e33-97058905fa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8cf679-6d6c-466a-affe-d13ab120eee6,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:36.092899 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f1432aa3-2886-4e21-9e33-97058905fa9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.096321 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-f1432aa3-2886-4e21-9e33-97058905fa9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c8cf679-6d6c-466a-affe-d13ab120eee6 HTTP/1.1" status: 204 len: 168 time: 0.5748730 Feb 09 16:02:36.161524 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.189198 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-fdd17746-7f7c-4b9f-b3d4-f29a5144ac10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.192147 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-fdd17746-7f7c-4b9f-b3d4-f29a5144ac10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.193440 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-fdd17746-7f7c-4b9f-b3d4-f29a5144ac10 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/016d7250-ac29-4fcd-8908-2fc4de78314d HTTP/1.1" status: 204 len: 168 time: 0.4944527 Feb 09 16:02:36.194655 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Transition to ACTIVE for port object 8b356718-24c2-44d6-82d9-e24642adb738 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:36.208675 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd17746-7f7c-4b9f-b3d4-f29a5144ac10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016d7250-ac29-4fcd-8908-2fc4de78314d,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:36.214727 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9c0e9583-2599-4f7f-bfdf-d75cfef8258a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.261962 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9c0e9583-2599-4f7f-bfdf-d75cfef8258a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.270248 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.391842 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9c0e9583-2599-4f7f-bfdf-d75cfef8258a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.437320 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e9583-2599-4f7f-bfdf-d75cfef8258a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a052a8-f4b3-4544-8fad-362af8eb7117,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:36.451247 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9c0e9583-2599-4f7f-bfdf-d75cfef8258a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.452392 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-9c0e9583-2599-4f7f-bfdf-d75cfef8258a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5a052a8-f4b3-4544-8fad-362af8eb7117 HTTP/1.1" status: 204 len: 168 time: 0.3796368 Feb 09 16:02:36.537576 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf50b3e-4539-40d7-b999-4f04289dbece None None] Pushing event updated for resources: {'Port': ['ID=8b356718-24c2-44d6-82d9-e24642adb738,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:36.638050 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e63ba-7d2d-478a-b55d-85f79ab83892 req-d954e666-73b6-4d78-8178-048f342d5438 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:36.643684 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e53e63ba-7d2d-478a-b55d-85f79ab83892 req-d954e666-73b6-4d78-8178-048f342d5438 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1444728 Feb 09 16:02:36.699885 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Attempting to bind port 8b356718-24c2-44d6-82d9-e24642adb738 on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:36.706168 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Attempting to bind port 8b356718-24c2-44d6-82d9-e24642adb738 by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:36.706609 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Attempting to bind port 8b356718-24c2-44d6-82d9-e24642adb738 on network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:02:36.714602 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:02:36.714970 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Checking segment: {'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:02:36.715371 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.715744 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Bound using segment: {'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:02:36.716201 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Bound port: 8b356718-24c2-44d6-82d9-e24642adb738, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:36.716562 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.745116 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e53e63ba-7d2d-478a-b55d-85f79ab83892 req-8b8c8c65-518b-4fd8-879f-41e7620c98a3 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953388 Feb 09 16:02:36.864078 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] For port 8b356718-24c2-44d6-82d9-e24642adb738, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:36.869371 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] For port 8b356718-24c2-44d6-82d9-e24642adb738, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=8b356718-24c2-44d6-82d9-e24642adb738,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:36.943895 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.045317 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf50b3e-4539-40d7-b999-4f04289dbece None None] Pushing event updated for resources: {'Port': ['ID=8b356718-24c2-44d6-82d9-e24642adb738,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:37.051772 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac054e40-64be-4367-9215-94ccc68ee678 req-fb16bcd8-1712-40b9-b5dc-30b1c73dc119 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:37.058224 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ac054e40-64be-4367-9215-94ccc68ee678 req-fb16bcd8-1712-40b9-b5dc-30b1c73dc119 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1086633 Feb 09 16:02:37.058498 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Routers {'2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:02:37.059110 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:02:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:37.063183 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54322) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:37.069501 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-50f6847a-f0a5-4da5-a3f5-7f202ca8bd82 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Request body: {'floatingip': {'port_id': '74dbcf1c-41aa-4010-88da-98975ed9c3f0'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:02:37.209617 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-50f6847a-f0a5-4da5-a3f5-7f202ca8bd82 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for floatingip, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.247703 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:02:37.295182 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca685aa-3bca-432c-9f46-f18e982f2d6b req-078edfc4-93d6-4cf2-bb52-c21834612436 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:37.303800 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5ca685aa-3bca-432c-9f46-f18e982f2d6b req-078edfc4-93d6-4cf2-bb52-c21834612436 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 945 time: 0.1230614 Feb 09 16:02:37.318341 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 902a9285-68c3-47c2-91a8-d28bef0369e6 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:02:37.385968 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5ca685aa-3bca-432c-9f46-f18e982f2d6b req-934fa05c-710e-45be-8998-a8bae5b6030a tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802438 Feb 09 16:02:37.620043 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port 902a9285-68c3-47c2-91a8-d28bef0369e6 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:02:37.637822 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port 902a9285-68c3-47c2-91a8-d28bef0369e6 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:37.638217 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.718203 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] Set router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:02:37.811319 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 54348) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:37.835209 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6fd97616-a9e4-4061-aea7-84b79c54cb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.874471 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6fd97616-a9e4-4061-aea7-84b79c54cb01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:37.879217 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-6fd97616-a9e4-4061-aea7-84b79c54cb01 admin admin] Usage tracker for resource:security_group_rule and tenant:f11faa8d0ac34881a52bafa70dfc3c96 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:37.883917 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-6fd97616-a9e4-4061-aea7-84b79c54cb01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:37.891054 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6fd97616-a9e4-4061-aea7-84b79c54cb01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:37.975098 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6fd97616-a9e4-4061-aea7-84b79c54cb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.046010 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6fd97616-a9e4-4061-aea7-84b79c54cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.089197 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.094266 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd97616-a9e4-4061-aea7-84b79c54cb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfef99f-f1be-4536-ab59-1b1d9abb152d,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:38.099809 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-6fd97616-a9e4-4061-aea7-84b79c54cb01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f11faa8d0ac34881a52bafa70dfc3c96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2869532 Feb 09 16:02:38.107099 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54356) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:38.264657 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fac5d8-f73c-4a81-a598-d171aa124a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902a9285-68c3-47c2-91a8-d28bef0369e6'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:38.280697 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-7815cecc-4003-41ea-ae37-6142c5523679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.285605 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 902a9285-68c3-47c2-91a8-d28bef0369e6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=902a9285-68c3-47c2-91a8-d28bef0369e6,segment=NetworkSegment(4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7),segment_id=4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:38.293614 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-50f6847a-f0a5-4da5-a3f5-7f202ca8bd82 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.325932 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:36Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:38.334030 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1f101-01c3-4013-9952-afb4bc0b762b None None] The sync data for ids ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'] in dv-cinder-825105-1-smb is: [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:36Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:02:38.335543 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-7815cecc-4003-41ea-ae37-6142c5523679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.377934 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.378845 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 061aa5b5-0974-4d6c-82e1-179821952b00 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:02:38.434748 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fac5d8-f73c-4a81-a598-d171aa124a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902a9285-68c3-47c2-91a8-d28bef0369e6', 'code': 200} Feb 09 16:02:38.437904 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-50f6847a-f0a5-4da5-a3f5-7f202ca8bd82 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691969'] for floatingip, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.519926 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 8b356718-24c2-44d6-82d9-e24642adb738 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:02:38.581954 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d1319-d5b3-4717-80f3-451a991308e5 req-f0bf9b35-c6b2-4ba4-9962-aa3459509dd2 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:38.589447 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f60d1319-d5b3-4717-80f3-451a991308e5 req-f0bf9b35-c6b2-4ba4-9962-aa3459509dd2 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 946 time: 0.0898910 Feb 09 16:02:38.654663 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f60d1319-d5b3-4717-80f3-451a991308e5 req-3c272237-6fdb-4f9c-ac52-d6f8fe8925d6 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641742 Feb 09 16:02:38.812603 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=902a9285-68c3-47c2-91a8-d28bef0369e6,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:38.880702 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port 061aa5b5-0974-4d6c-82e1-179821952b00 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:02:38.888085 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port 061aa5b5-0974-4d6c-82e1-179821952b00 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:38.888706 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.928292 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54382) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:38.945085 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port 8b356718-24c2-44d6-82d9-e24642adb738 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:02:38.985633 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 8b356718-24c2-44d6-82d9-e24642adb738 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:38.986763 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.032305 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053c16d-d6be-4eda-af46-a53d0d624973 req-6a66db01-ccba-4233-b4cf-23ea0cf95549 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:39.033998 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2053c16d-d6be-4eda-af46-a53d0d624973 req-6a66db01-ccba-4233-b4cf-23ea0cf95549 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 945 time: 0.4208317 Feb 09 16:02:39.087057 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-7815cecc-4003-41ea-ae37-6142c5523679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.090462 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ad742b9b-4991-481c-91e0-fa8a52b5ea34 req-313d88d2-7797-49c3-af11-5da8edacfd60 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 1098 time: 0.2152276 Feb 09 16:02:39.131860 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815cecc-4003-41ea-ae37-6142c5523679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfef99f-f1be-4536-ab59-1b1d9abb152d,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:39.149353 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ad742b9b-4991-481c-91e0-fa8a52b5ea34 req-88cf17c2-e2e3-4c6d-ac65-b1dda912bfd3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527167 Feb 09 16:02:39.150837 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2053c16d-d6be-4eda-af46-a53d0d624973 req-edc487ed-7f17-407e-bc71-2d782edb025d tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050363 Feb 09 16:02:39.156051 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-7815cecc-4003-41ea-ae37-6142c5523679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.160140 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-7815cecc-4003-41ea-ae37-6142c5523679 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0dfef99f-f1be-4536-ab59-1b1d9abb152d HTTP/1.1" status: 204 len: 168 time: 1.0523276 Feb 09 16:02:39.220954 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.db.l3_db [None req-50f6847a-f0a5-4da5-a3f5-7f202ca8bd82 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Floating IP aa61b355-580a-49b9-96e0-f0860a377f9a associated. External IP: 172.28.1.170, port: 74dbcf1c-41aa-4010-88da-98975ed9c3f0. Feb 09 16:02:39.342672 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4bc47300-203c-4675-8cb7-3a31fe387b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.345654 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.360571 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.404697 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 061aa5b5-0974-4d6c-82e1-179821952b00, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=061aa5b5-0974-4d6c-82e1-179821952b00,segment=NetworkSegment(4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7),segment_id=4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:39.409027 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port 8b356718-24c2-44d6-82d9-e24642adb738, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=8b356718-24c2-44d6-82d9-e24642adb738,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:39.454822 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-4bc47300-203c-4675-8cb7-3a31fe387b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:39.461425 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-4bc47300-203c-4675-8cb7-3a31fe387b4b admin admin] Usage tracker for resource:security_group_rule and tenant:e614d0d8f921426bb6e8c533d5ebfcd5 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:39.464855 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-4bc47300-203c-4675-8cb7-3a31fe387b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:39.471504 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-4bc47300-203c-4675-8cb7-3a31fe387b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:39.480551 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.517301 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.554038 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=061aa5b5-0974-4d6c-82e1-179821952b00,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:39.566861 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4bc47300-203c-4675-8cb7-3a31fe387b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.637124 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=8b356718-24c2-44d6-82d9-e24642adb738,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:39.694100 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4bc47300-203c-4675-8cb7-3a31fe387b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.764170 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc47300-203c-4675-8cb7-3a31fe387b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f419319-a5e7-433a-87d8-a3b79bceacb8,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:39.775055 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-4bc47300-203c-4675-8cb7-3a31fe387b4b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e614d0d8f921426bb6e8c533d5ebfcd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8331416 Feb 09 16:02:39.775319 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 54404) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:39.846763 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f6847a-f0a5-4da5-a3f5-7f202ca8bd82 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:02:39.935791 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ea40e237-3f4a-4654-baa3-df56c3e07633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.973674 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ea40e237-3f4a-4654-baa3-df56c3e07633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.029022 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3168ae-a3d0-4b5d-866a-4d127b9f51fb req-988154f2-b94d-4ada-9060-ab511468aae4 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:40.033682 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5c3168ae-a3d0-4b5d-866a-4d127b9f51fb req-988154f2-b94d-4ada-9060-ab511468aae4 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 946 time: 0.1989763 Feb 09 16:02:40.098863 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f6847a-f0a5-4da5-a3f5-7f202ca8bd82 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:02:40.101976 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5c3168ae-a3d0-4b5d-866a-4d127b9f51fb req-4ff84895-eeb2-43a8-8106-330204d5be11 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610678 Feb 09 16:02:40.121603 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-50f6847a-f0a5-4da5-a3f5-7f202ca8bd82 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for floatingip, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.137837 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ea40e237-3f4a-4654-baa3-df56c3e07633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.199118 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40e237-3f4a-4654-baa3-df56c3e07633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f419319-a5e7-433a-87d8-a3b79bceacb8,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:40.215994 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-50f6847a-f0a5-4da5-a3f5-7f202ca8bd82 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "PUT /v2.0/floatingips/aa61b355-580a-49b9-96e0-f0860a377f9a HTTP/1.1" status: 200 len: 991 time: 3.1425807 Feb 09 16:02:40.216738 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'tag': '74dbcf1c-41aa-4010-88da-98975ed9c3f0'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:40.313543 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ea40e237-3f4a-4654-baa3-df56c3e07633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.323147 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-ea40e237-3f4a-4654-baa3-df56c3e07633 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f419319-a5e7-433a-87d8-a3b79bceacb8 HTTP/1.1" status: 204 len: 168 time: 0.5419240 Feb 09 16:02:40.376807 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bc28a-5950-4ecc-b652-e63d989b915d req-09786548-65fb-47d9-8ba8-3be77ac98631 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:40.379297 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-937bc28a-5950-4ecc-b652-e63d989b915d req-09786548-65fb-47d9-8ba8-3be77ac98631 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.42 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 946 time: 0.2249784 Feb 09 16:02:40.385903 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 8b356718-24c2-44d6-82d9-e24642adb738 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:02:40.441094 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e919334-94ed-44b7-b310-b80df93e81d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061aa5b5-0974-4d6c-82e1-179821952b00'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:40.496772 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 8b356718-24c2-44d6-82d9-e24642adb738 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:40.497449 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.551915 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29def5-2c63-418a-a4d6-18c20eba85d2 req-7eab7cc5-5f3a-4ae3-a3dd-0d3e47d96d57 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:40.563991 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7d29def5-2c63-418a-a4d6-18c20eba85d2 req-7eab7cc5-5f3a-4ae3-a3dd-0d3e47d96d57 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.1277649 Feb 09 16:02:40.612056 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-937bc28a-5950-4ecc-b652-e63d989b915d req-b93f90c2-43d5-4f19-8c28-6b6ac407e9b4 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Deleting port def3cd41-9b0c-4e29-8a57-6151520fb726 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:02:40.612650 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-937bc28a-5950-4ecc-b652-e63d989b915d req-b93f90c2-43d5-4f19-8c28-6b6ac407e9b4 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.620133 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7d29def5-2c63-418a-a4d6-18c20eba85d2 req-aa424060-db22-4f26-97e4-84ac10fbf43e tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565970 Feb 09 16:02:40.710883 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'tag': '74dbcf1c-41aa-4010-88da-98975ed9c3f0', 'status': 'completed', 'code': 200} Feb 09 16:02:40.815742 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e919334-94ed-44b7-b310-b80df93e81d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061aa5b5-0974-4d6c-82e1-179821952b00', 'code': 200} Feb 09 16:02:40.845437 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ebe16-9be6-4a41-a42c-29737fadd966 req-eb3ab22d-c483-4c02-bf0c-a6b1a51a0449 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:40.847122 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9f2ebe16-9be6-4a41-a42c-29737fadd966 req-eb3ab22d-c483-4c02-bf0c-a6b1a51a0449 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.3657024 Feb 09 16:02:40.862727 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-abbcd996-faa4-46fd-81cb-65162bf9bb5c req-a583d16d-adce-494a-804d-d569fb6df63f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=583b1cb4cc844713b243032c95f65f45&device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 1098 time: 0.1260102 Feb 09 16:02:40.952311 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9f2ebe16-9be6-4a41-a42c-29737fadd966 req-0eaaf69e-15bf-4b83-8e60-71082cbd4f25 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949028 Feb 09 16:02:41.050247 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcd996-faa4-46fd-81cb-65162bf9bb5c req-94322982-7ea2-47e6-a47d-74e3ddefc4a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:41.052460 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-abbcd996-faa4-46fd-81cb-65162bf9bb5c req-94322982-7ea2-47e6-a47d-74e3ddefc4a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af HTTP/1.1" status: 200 len: 918 time: 0.1806269 Feb 09 16:02:41.113106 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-937bc28a-5950-4ecc-b652-e63d989b915d req-b93f90c2-43d5-4f19-8c28-6b6ac407e9b4 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] For port def3cd41-9b0c-4e29-8a57-6151520fb726, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=def3cd41-9b0c-4e29-8a57-6151520fb726,segment=NetworkSegment(2ee763bb-f08c-41bf-8cd0-272c006d9fa7),segment_id=2ee763bb-f08c-41bf-8cd0-272c006d9fa7)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:41.113556 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-937bc28a-5950-4ecc-b652-e63d989b915d req-b93f90c2-43d5-4f19-8c28-6b6ac407e9b4 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.177656 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-abbcd996-faa4-46fd-81cb-65162bf9bb5c req-abd5376c-87cf-414a-99ed-6e849d4eb028 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0 HTTP/1.1" status: 200 len: 999 time: 0.1183362 Feb 09 16:02:41.269122 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcd996-faa4-46fd-81cb-65162bf9bb5c req-b56df526-f354-442d-b68c-e51ba9ed47c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:41.270702 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-abbcd996-faa4-46fd-81cb-65162bf9bb5c req-b56df526-f354-442d-b68c-e51ba9ed47c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b HTTP/1.1" status: 200 len: 856 time: 0.0838957 Feb 09 16:02:41.271145 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-937bc28a-5950-4ecc-b652-e63d989b915d req-b93f90c2-43d5-4f19-8c28-6b6ac407e9b4 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Calling delete_port for def3cd41-9b0c-4e29-8a57-6151520fb726 owned by compute:nova {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:02:41.525316 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88065b-6d3e-4773-9648-7c72d630d723 req-2d8d4914-8653-463a-99ff-54f164e8d52a tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:41.537301 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9a88065b-6d3e-4773-9648-7c72d630d723 req-2d8d4914-8653-463a-99ff-54f164e8d52a tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 946 time: 0.2613609 Feb 09 16:02:41.537301 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-abbcd996-faa4-46fd-81cb-65162bf9bb5c req-d96a7d34-a0af-4ecd-98fc-c70fa0f12fb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2161582 Feb 09 16:02:41.544293 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-63997470-e060-4e2e-9c78-0a23b15fb2b7 req-a6d20ca7-dfc0-4331-b311-515ab269e12a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 1099 time: 0.2769127 Feb 09 16:02:41.579845 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15e43a2-194f-4c33-bfad-eb31dae94f6b None None] Sync routers for ids ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'] in dv-cinder-825105-1-smb {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:02:41.593770 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15e43a2-194f-4c33-bfad-eb31dae94f6b None None] Routers {'2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:02:41.594652 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e15e43a2-194f-4c33-bfad-eb31dae94f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:02:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:41.663147 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-63997470-e060-4e2e-9c78-0a23b15fb2b7 req-5fbcec56-d1d4-4f90-9eee-27e17f05e3e0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053648 Feb 09 16:02:41.738177 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-937bc28a-5950-4ecc-b652-e63d989b915d req-b93f90c2-43d5-4f19-8c28-6b6ac407e9b4 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.751912 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['def3cd41-9b0c-4e29-8a57-6151520fb726'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:02:41.805915 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-e15e43a2-194f-4c33-bfad-eb31dae94f6b None None] Set router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:02:41.853523 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9a88065b-6d3e-4773-9648-7c72d630d723 req-69fc69e1-617c-4d2a-97c6-b62c5f9236c6 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/security-groups?id=4597874e-4206-4298-845f-9a5b0c522eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789457 Feb 09 16:02:41.920226 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f90c2-43d5-4f19-8c28-6b6ac407e9b4 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Pushing event deleted for resources: {'Port': ['ID=def3cd41-9b0c-4e29-8a57-6151520fb726,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:41.928392 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-abbcd996-faa4-46fd-81cb-65162bf9bb5c req-aaafd3f3-ae32-4986-9f0b-d1a109247523 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730743 Feb 09 16:02:42.014108 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-937bc28a-5950-4ecc-b652-e63d989b915d req-b93f90c2-43d5-4f19-8c28-6b6ac407e9b4 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] No DVR routers for this DVR port def3cd41-9b0c-4e29-8a57-6151520fb726 on host hv-cinder-82510 {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:42.017327 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-937bc28a-5950-4ecc-b652-e63d989b915d req-b93f90c2-43d5-4f19-8c28-6b6ac407e9b4 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:42.021691 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af27c673-1331-468d-9137-106f27f45b90', 'name': 'network-vif-deleted', 'tag': 'def3cd41-9b0c-4e29-8a57-6151520fb726'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:42.073475 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b67fb-4b07-4751-94f6-756d0d3b3416 req-b3387279-55df-401c-a0f9-070af50a8873 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:42.080157 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-021b67fb-4b07-4751-94f6-756d0d3b3416 req-b3387279-55df-401c-a0f9-070af50a8873 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.2655263 Feb 09 16:02:42.136271 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-021b67fb-4b07-4751-94f6-756d0d3b3416 req-b40b1290-30be-43c0-95a0-b77c2786c063 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551615 Feb 09 16:02:42.140119 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-937bc28a-5950-4ecc-b652-e63d989b915d req-b93f90c2-43d5-4f19-8c28-6b6ac407e9b4 tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.42 "DELETE /v2.0/ports/def3cd41-9b0c-4e29-8a57-6151520fb726 HTTP/1.1" status: 204 len: 173 time: 1.7479994 Feb 09 16:02:42.249118 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af27c673-1331-468d-9137-106f27f45b90', 'name': 'network-vif-deleted', 'tag': 'def3cd41-9b0c-4e29-8a57-6151520fb726', 'status': 'completed', 'code': 200} Feb 09 16:02:42.282857 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-abbcd996-faa4-46fd-81cb-65162bf9bb5c req-dbfb92d6-46b3-4b91-8135-ff14cfd99d7b service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479283 Feb 09 16:02:42.339048 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e15e43a2-194f-4c33-bfad-eb31dae94f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': 'aa61b355-580a-49b9-96e0-f0860a377f9a', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'floating_ip_address': '172.28.1.170', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'port_id': '74dbcf1c-41aa-4010-88da-98975ed9c3f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'mac_address': 'fa:16:3e:26:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:38Z', 'revision_number': 1, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:39Z', 'revision_number': 5, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:42.344571 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15e43a2-194f-4c33-bfad-eb31dae94f6b None None] Checking router: 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 for host: dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:02:42.369033 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15e43a2-194f-4c33-bfad-eb31dae94f6b None None] Routers {'2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:02:42.372699 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e15e43a2-194f-4c33-bfad-eb31dae94f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:02:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:42.463992 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59ef0a-5322-4332-bac4-2364140dc0df req-bf89284a-75b3-4588-aaac-290e55855235 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:42.465503 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8d59ef0a-5322-4332-bac4-2364140dc0df req-bf89284a-75b3-4588-aaac-290e55855235 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1796942 Feb 09 16:02:42.522373 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8d59ef0a-5322-4332-bac4-2364140dc0df req-ddc48d90-a331-46f5-9f9f-29968f678ae0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509491 Feb 09 16:02:42.709034 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-e15e43a2-194f-4c33-bfad-eb31dae94f6b None None] Set router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:02:43.125234 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-c81ad6aa-12eb-40a4-ae37-252141b87548 req-ee89fe14-6eee-45ff-b8d7-039c794aa03e tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Synchronizing usage tracker for tenant:27c63ca705784520856948f3c77fd915 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:02:43.160066 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e15e43a2-194f-4c33-bfad-eb31dae94f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': 'aa61b355-580a-49b9-96e0-f0860a377f9a', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'floating_ip_address': '172.28.1.170', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'port_id': '74dbcf1c-41aa-4010-88da-98975ed9c3f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'mac_address': 'fa:16:3e:26:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:38Z', 'revision_number': 1, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:39Z', 'revision_number': 5, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:43.166671 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15e43a2-194f-4c33-bfad-eb31dae94f6b None None] The sync data for ids ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'] in dv-cinder-825105-1-smb is: [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': 'aa61b355-580a-49b9-96e0-f0860a377f9a', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'floating_ip_address': '172.28.1.170', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'port_id': '74dbcf1c-41aa-4010-88da-98975ed9c3f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'mac_address': 'fa:16:3e:26:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:38Z', 'revision_number': 1, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:39Z', 'revision_number': 5, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:02:43.263963 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-c81ad6aa-12eb-40a4-ae37-252141b87548 req-ee89fe14-6eee-45ff-b8d7-039c794aa03e tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] Unset dirty status for tenant:27c63ca705784520856948f3c77fd915 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:02:43.266760 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c81ad6aa-12eb-40a4-ae37-252141b87548 req-ee89fe14-6eee-45ff-b8d7-039c794aa03e tempest-DeleteServersTestJSON-1926164709 tempest-DeleteServersTestJSON-1926164709-project] 10.222.0.30 "GET /v2.0/ports?device_id=af27c673-1331-468d-9137-106f27f45b90 HTTP/1.1" status: 200 len: 210 time: 0.1910634 Feb 09 16:02:43.378197 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edba7c-a526-4258-980e-6c07e1875c4a req-53ba8fca-6c4d-402a-8cff-97e0bc282803 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:43.384992 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a6edba7c-a526-4258-980e-6c07e1875c4a req-53ba8fca-6c4d-402a-8cff-97e0bc282803 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.1036892 Feb 09 16:02:43.440374 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a6edba7c-a526-4258-980e-6c07e1875c4a req-78b52231-72d2-4c32-ba68-f0d078af208a tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535948 Feb 09 16:02:43.529569 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9790316-5ac3-4f26-abbd-33fbd33f708e None None] New status for floating IP aa61b355-580a-49b9-96e0-f0860a377f9a: ACTIVE {{(pid=83710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 16:02:43.810001 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e8f27-4759-4887-b47b-81806f5f8327 req-3a4bd090-38b0-447b-8a99-77e38d8c25b7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:43.812040 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-960e8f27-4759-4887-b47b-81806f5f8327 req-3a4bd090-38b0-447b-8a99-77e38d8c25b7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1128445 Feb 09 16:02:43.881031 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-960e8f27-4759-4887-b47b-81806f5f8327 req-c77770b8-ac96-49df-adcd-70f0a148972e tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616848 Feb 09 16:02:44.407869 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-adc636bd-99ea-4ec3-969e-8f3eeae21ea5 req-4ccd7717-9488-4a47-9da4-43742ca90043 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e2a887c33294b0497f7c8d97a81c687&device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 1099 time: 0.1472454 Feb 09 16:02:44.423008 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e600a-e2e1-4a06-b70a-25ee451b5cae req-23f2e35d-cab6-4a79-94e7-98603b851349 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:44.424430 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-326e600a-e2e1-4a06-b70a-25ee451b5cae req-23f2e35d-cab6-4a79-94e7-98603b851349 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.1247201 Feb 09 16:02:44.575105 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-326e600a-e2e1-4a06-b70a-25ee451b5cae req-69c19ba6-770f-4422-ae88-9ecdca7988ec tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314092 Feb 09 16:02:44.648670 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc636bd-99ea-4ec3-969e-8f3eeae21ea5 req-05e5c7a4-7f5e-4cff-a5c2-e409e9f8b094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:44.650257 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-adc636bd-99ea-4ec3-969e-8f3eeae21ea5 req-05e5c7a4-7f5e-4cff-a5c2-e409e9f8b094 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00cf166c-a8d8-4dc6-b379-d49b36537933 HTTP/1.1" status: 200 len: 919 time: 0.2249489 Feb 09 16:02:44.739726 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-adc636bd-99ea-4ec3-969e-8f3eeae21ea5 req-d089e808-dac7-43ed-963c-a7cff86da670 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=061aa5b5-0974-4d6c-82e1-179821952b00 HTTP/1.1" status: 200 len: 217 time: 0.0830302 Feb 09 16:02:44.806198 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc636bd-99ea-4ec3-969e-8f3eeae21ea5 req-2f49a585-5961-4683-b3a3-9906e216d5a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:44.807633 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-adc636bd-99ea-4ec3-969e-8f3eeae21ea5 req-2f49a585-5961-4683-b3a3-9906e216d5a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1c33505-1925-45ee-9da3-9db09b7ce7b4 HTTP/1.1" status: 200 len: 858 time: 0.0607729 Feb 09 16:02:44.859550 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-adc636bd-99ea-4ec3-969e-8f3eeae21ea5 req-6870270b-cb3e-4480-a671-84e7225e31f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00cf166c-a8d8-4dc6-b379-d49b36537933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429521 Feb 09 16:02:44.991672 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-adc636bd-99ea-4ec3-969e-8f3eeae21ea5 req-2df2840f-e883-4a86-9469-663c841ab717 service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253228 Feb 09 16:02:45.062462 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 54594) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:45.135659 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-adc636bd-99ea-4ec3-969e-8f3eeae21ea5 req-626cb658-9558-4b13-8382-b5a7d3adbeda service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328425 Feb 09 16:02:45.238705 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-30e89b50-7444-41b3-8f6d-68e0a6bc988e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.261094 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device def3cd41-9b0c-4e29-8a57-6151520fb726 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:02:45.298074 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: def3cd41-9b0c-4e29-8a57-6151520fb726 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:02:45.298798 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device def3cd41-9b0c-4e29-8a57-6151520fb726 not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:02:45.311548 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-30e89b50-7444-41b3-8f6d-68e0a6bc988e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:45.315657 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-30e89b50-7444-41b3-8f6d-68e0a6bc988e admin admin] Usage tracker for resource:security_group_rule and tenant:10b1a06deb9d438b8ee81d51b9c8b2c5 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:45.330408 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-30e89b50-7444-41b3-8f6d-68e0a6bc988e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:45.337192 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-30e89b50-7444-41b3-8f6d-68e0a6bc988e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:45.422707 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-30e89b50-7444-41b3-8f6d-68e0a6bc988e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.522607 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-30e89b50-7444-41b3-8f6d-68e0a6bc988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.580830 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-30e89b50-7444-41b3-8f6d-68e0a6bc988e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=10b1a06deb9d438b8ee81d51b9c8b2c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5172753 Feb 09 16:02:45.583609 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54622) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:45.595524 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e89b50-7444-41b3-8f6d-68e0a6bc988e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0236ef9d-b287-412f-b4bb-6828ca39c9b3,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:45.691602 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f36573a5-d5df-4185-afcc-a5355bc26b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.733005 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f36573a5-d5df-4185-afcc-a5355bc26b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.825251 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dffa93-35a2-4825-a1ae-8b1a067d44c1 req-bd6928e4-7771-4320-9b0b-a170991bd2d9 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:45.826898 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d5dffa93-35a2-4825-a1ae-8b1a067d44c1 req-bd6928e4-7771-4320-9b0b-a170991bd2d9 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.0943816 Feb 09 16:02:45.871226 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-161dc664-1abe-4f4d-86fc-413a50849f05 req-94f6cbb4-909b-46fa-85b1-996fd9ab7400 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1121559 Feb 09 16:02:45.884243 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d5dffa93-35a2-4825-a1ae-8b1a067d44c1 req-ab7af8cb-440d-428b-87f0-986da6c63999 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490899 Feb 09 16:02:46.059043 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f36573a5-d5df-4185-afcc-a5355bc26b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.079595 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36573a5-d5df-4185-afcc-a5355bc26b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0236ef9d-b287-412f-b4bb-6828ca39c9b3,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:46.095450 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f36573a5-d5df-4185-afcc-a5355bc26b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.096614 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-f36573a5-d5df-4185-afcc-a5355bc26b82 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0236ef9d-b287-412f-b4bb-6828ca39c9b3 HTTP/1.1" status: 204 len: 168 time: 0.5112665 Feb 09 16:02:46.138350 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-161dc664-1abe-4f4d-86fc-413a50849f05 req-2360ee14-c5c9-49b6-8ba3-4dd8f8874b23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=583b1cb4cc844713b243032c95f65f45&device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 1098 time: 0.1722081 Feb 09 16:02:46.324822 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dc664-1abe-4f4d-86fc-413a50849f05 req-ce3926eb-1fc8-461c-833c-656ec22939f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:46.326593 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-161dc664-1abe-4f4d-86fc-413a50849f05 req-ce3926eb-1fc8-461c-833c-656ec22939f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af HTTP/1.1" status: 200 len: 918 time: 0.1647241 Feb 09 16:02:46.481205 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-161dc664-1abe-4f4d-86fc-413a50849f05 req-3267c3c0-8d49-4950-9e45-008aa9d69d27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0 HTTP/1.1" status: 200 len: 1001 time: 0.1421056 Feb 09 16:02:46.556319 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dc664-1abe-4f4d-86fc-413a50849f05 req-738325ce-d395-4f6d-98ea-2adc29afc9a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:46.557816 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-161dc664-1abe-4f4d-86fc-413a50849f05 req-738325ce-d395-4f6d-98ea-2adc29afc9a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b HTTP/1.1" status: 200 len: 856 time: 0.0703144 Feb 09 16:02:46.617884 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.639569 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-161dc664-1abe-4f4d-86fc-413a50849f05 req-8c5c6939-dfe8-4fe9-b99d-d74a18ae746d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754745 Feb 09 16:02:46.779145 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-161dc664-1abe-4f4d-86fc-413a50849f05 req-dce96954-62f2-43de-aaff-aedd03f20699 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331728 Feb 09 16:02:46.870906 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54654) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:46.899192 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e1e8699e-08b9-449f-a4db-29ecf61eaab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.963258 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-e1e8699e-08b9-449f-a4db-29ecf61eaab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:46.967091 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-161dc664-1abe-4f4d-86fc-413a50849f05 req-6eb3c9bc-07ec-404f-bf85-e0d5f31a72ea service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819801 Feb 09 16:02:46.969306 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-e1e8699e-08b9-449f-a4db-29ecf61eaab6 admin admin] Usage tracker for resource:security_group_rule and tenant:47d54ce946c0454eb1b0ff6149ea147a is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:46.972262 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-e1e8699e-08b9-449f-a4db-29ecf61eaab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:46.978486 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-e1e8699e-08b9-449f-a4db-29ecf61eaab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:47.084374 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e1e8699e-08b9-449f-a4db-29ecf61eaab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.131699 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4886d-9d51-4064-924c-bc15ecb94afa req-1a8cd84a-41ea-45de-b0ee-6808fe3a476c tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:47.133782 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-47a4886d-9d51-4064-924c-bc15ecb94afa req-1a8cd84a-41ea-45de-b0ee-6808fe3a476c tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.0815251 Feb 09 16:02:47.165671 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e1e8699e-08b9-449f-a4db-29ecf61eaab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.196087 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-47a4886d-9d51-4064-924c-bc15ecb94afa req-fe4828bf-a172-472f-919f-69c6540ca855 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535576 Feb 09 16:02:47.222431 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8699e-08b9-449f-a4db-29ecf61eaab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a09659-27f0-4eea-9c5c-eaada698ca4a,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:47.227134 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-e1e8699e-08b9-449f-a4db-29ecf61eaab6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47d54ce946c0454eb1b0ff6149ea147a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3555927 Feb 09 16:02:47.230509 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54666) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:47.293623 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4bf6-9672-44cf-827b-f9d456ddda20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.319443 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4bf6-9672-44cf-827b-f9d456ddda20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.439969 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4bf6-9672-44cf-827b-f9d456ddda20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.457148 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee4bf6-9672-44cf-827b-f9d456ddda20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a09659-27f0-4eea-9c5c-eaada698ca4a,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:47.461793 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4bf6-9672-44cf-827b-f9d456ddda20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.463156 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-e5ee4bf6-9672-44cf-827b-f9d456ddda20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54a09659-27f0-4eea-9c5c-eaada698ca4a HTTP/1.1" status: 204 len: 168 time: 0.2322443 Feb 09 16:02:48.192856 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 54698) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:48.247855 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54708) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:48.285999 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-451b3a36-13a4-4346-a2d4-524e6f3da34e admin admin] Deleting subnet 0e0ba169-9512-4987-af9e-553c832553b7 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:02:48.295912 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-451b3a36-13a4-4346-a2d4-524e6f3da34e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:48.422978 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-451b3a36-13a4-4346-a2d4-524e6f3da34e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368596'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:48.553593 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-451b3a36-13a4-4346-a2d4-524e6f3da34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3247574'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:48.594176 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-b0728677-a129-46fe-8f82-6c73c02358ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:48.660997 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-b0728677-a129-46fe-8f82-6c73c02358ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:48.667038 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-b0728677-a129-46fe-8f82-6c73c02358ec admin admin] Usage tracker for resource:security_group_rule and tenant:3d88d619d3a747da8b5b6842f5b6a70c is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:48.670704 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-b0728677-a129-46fe-8f82-6c73c02358ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:48.677902 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-b0728677-a129-46fe-8f82-6c73c02358ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:48.684879 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244fd71-acd7-4dd5-9fe7-ea4cc05761ae req-344ebf58-42b5-48ba-ac38-b3945b63c7c3 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:48.686355 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c244fd71-acd7-4dd5-9fe7-ea4cc05761ae req-344ebf58-42b5-48ba-ac38-b3945b63c7c3 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.2141171 Feb 09 16:02:48.750303 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c244fd71-acd7-4dd5-9fe7-ea4cc05761ae req-a971f380-eced-4065-8bfc-0fbf46e6428f tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567000 Feb 09 16:02:48.783880 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-451b3a36-13a4-4346-a2d4-524e6f3da34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3247599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7031016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7118252'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:48.790106 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-b0728677-a129-46fe-8f82-6c73c02358ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:48.846373 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b3a36-13a4-4346-a2d4-524e6f3da34e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e0ba169-9512-4987-af9e-553c832553b7,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:48.931380 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-451b3a36-13a4-4346-a2d4-524e6f3da34e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:48.931380 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-451b3a36-13a4-4346-a2d4-524e6f3da34e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0e0ba169-9512-4987-af9e-553c832553b7 HTTP/1.1" status: 204 len: 168 time: 0.6704776 Feb 09 16:02:48.949310 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 54734) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:49.030619 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-b0728677-a129-46fe-8f82-6c73c02358ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.070780 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0728677-a129-46fe-8f82-6c73c02358ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4ba0e4-a45c-490d-88d8-ba6f2538ef3d,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:49.079153 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-b0728677-a129-46fe-8f82-6c73c02358ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d88d619d3a747da8b5b6842f5b6a70c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8302019 Feb 09 16:02:49.082049 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54744) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:49.114575 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f04caa9-2a42-4664-9ffd-657c20c9545e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3173060'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.161406 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-748541f3-9179-4326-9f50-ea1302871aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.220051 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-748541f3-9179-4326-9f50-ea1302871aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.281518 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f04caa9-2a42-4664-9ffd-657c20c9545e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3246939', 'neutron.services.segments.db._delete_segments_for_network-8772266662247'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.313089 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-2f04caa9-2a42-4664-9ffd-657c20c9545e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58673224-1d0f-4efc-9fe7-e09a3268652d']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:49.324989 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-2f04caa9-2a42-4664-9ffd-657c20c9545e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee763bb-f08c-41bf-8cd0-272c006d9fa7') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:49.325283 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-2f04caa9-2a42-4664-9ffd-657c20c9545e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee763bb-f08c-41bf-8cd0-272c006d9fa7') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:49.336376 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f04caa9-2a42-4664-9ffd-657c20c9545e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772266661614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368607'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.353418 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f04caa9-2a42-4664-9ffd-657c20c9545e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.359642 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f04caa9-2a42-4664-9ffd-657c20c9545e admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:02:49.360022 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f04caa9-2a42-4664-9ffd-657c20c9545e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3244415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7030850'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.365499 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-748541f3-9179-4326-9f50-ea1302871aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: Traceback (most recent call last): Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: timer() Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: cb(*args, **kw) Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: return func(*args, **kwargs) Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: self._notify() Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: self.callback(batched_events) Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: event.method(event) Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: return f(self, *a, **k) Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: return self._get(url).json() Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:49.375008 dv-cinder-825105-1-smb neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:49.388727 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748541f3-9179-4326-9f50-ea1302871aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4ba0e4-a45c-490d-88d8-ba6f2538ef3d,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:49.394683 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-748541f3-9179-4326-9f50-ea1302871aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.397225 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-748541f3-9179-4326-9f50-ea1302871aa4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd4ba0e4-a45c-490d-88d8-ba6f2538ef3d HTTP/1.1" status: 204 len: 168 time: 0.3142388 Feb 09 16:02:49.606227 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f04caa9-2a42-4664-9ffd-657c20c9545e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3246932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691991'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.619582 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f04caa9-2a42-4664-9ffd-657c20c9545e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.645852 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04caa9-2a42-4664-9ffd-657c20c9545e admin admin] Pushing event deleted for resources: {'Network': ['ID=58673224-1d0f-4efc-9fe7-e09a3268652d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:49.652681 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-2f04caa9-2a42-4664-9ffd-657c20c9545e admin admin] 10.222.0.30 "DELETE /v2.0/networks/58673224-1d0f-4efc-9fe7-e09a3268652d HTTP/1.1" status: 204 len: 168 time: 0.7114916 Feb 09 16:02:49.972423 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd57528-e78d-4e1a-b434-d857e42c45ae req-c2b50b03-689d-406a-9a93-89765a410a42 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:49.973928 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fbd57528-e78d-4e1a-b434-d857e42c45ae req-c2b50b03-689d-406a-9a93-89765a410a42 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.0805480 Feb 09 16:02:50.021346 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fbd57528-e78d-4e1a-b434-d857e42c45ae req-6d918948-69bb-400a-bd6f-ecf37cad6e8d tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397322 Feb 09 16:02:50.085491 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54786) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:50.137420 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-c8ef4c97-b646-49f0-9183-88d77d16c2d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27c63ca705784520856948f3c77fd915&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500450 Feb 09 16:02:50.139813 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54790) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:50.189930 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 54794) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:50.199205 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-361b69e0-30cd-4881-a222-1c6007e85cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.207484 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-432bce54-36cf-401b-b73c-58bd6e13f0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.228615 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-361b69e0-30cd-4881-a222-1c6007e85cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.245226 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-432bce54-36cf-401b-b73c-58bd6e13f0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:50.249572 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-432bce54-36cf-401b-b73c-58bd6e13f0da admin admin] Usage tracker for resource:security_group_rule and tenant:1b0995fe68a94935a3c5619d6b606db7 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:50.252385 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-432bce54-36cf-401b-b73c-58bd6e13f0da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:50.258005 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-432bce54-36cf-401b-b73c-58bd6e13f0da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:50.329390 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-432bce54-36cf-401b-b73c-58bd6e13f0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.355363 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-361b69e0-30cd-4881-a222-1c6007e85cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.393061 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b69e0-30cd-4881-a222-1c6007e85cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4597874e-4206-4298-845f-9a5b0c522eee,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:50.401096 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-432bce54-36cf-401b-b73c-58bd6e13f0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.455642 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-361b69e0-30cd-4881-a222-1c6007e85cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.461566 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-361b69e0-30cd-4881-a222-1c6007e85cfb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4597874e-4206-4298-845f-9a5b0c522eee HTTP/1.1" status: 204 len: 168 time: 0.3167732 Feb 09 16:02:50.490272 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bce54-36cf-401b-b73c-58bd6e13f0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79a7d35-8dba-44d8-9a7b-9694080d8868,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:50.535312 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-432bce54-36cf-401b-b73c-58bd6e13f0da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b0995fe68a94935a3c5619d6b606db7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3442895 Feb 09 16:02:50.540127 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54812) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:50.649327 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.704620 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.794443 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.812142 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79a7d35-8dba-44d8-9a7b-9694080d8868,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:50.818878 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.818878 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c79a7d35-8dba-44d8-9a7b-9694080d8868 HTTP/1.1" status: 204 len: 168 time: 0.2770426 Feb 09 16:02:50.824254 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:50.824598 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:50.824931 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:50.825261 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:50.825641 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:50.825972 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:50.826334 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:50.826656 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:50.826975 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:50.827367 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:50.827612 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0922ef1-91d1-48de-9316-3688f3fe77ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:51.245509 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916461e9-e774-444c-b2bb-533263837046 req-30902726-979c-434a-8403-5c2a59f7e349 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:51.252839 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-916461e9-e774-444c-b2bb-533263837046 req-30902726-979c-434a-8403-5c2a59f7e349 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.0919406 Feb 09 16:02:51.310551 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-916461e9-e774-444c-b2bb-533263837046 req-0004e481-91cf-41fc-aebf-3e8b9d609d30 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566974 Feb 09 16:02:52.504891 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c0093-2baf-4593-a9a4-34387111c15b req-1996f610-e4c3-44c3-9b4c-a53bf35a148d tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:52.506414 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-825c0093-2baf-4593-a9a4-34387111c15b req-1996f610-e4c3-44c3-9b4c-a53bf35a148d tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.0777092 Feb 09 16:02:52.562599 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-825c0093-2baf-4593-a9a4-34387111c15b req-83c2e6b5-3750-4e36-956a-d58917af3c1d tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498583 Feb 09 16:02:52.663134 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 54922) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:52.820846 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.856892 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:52.859730 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Usage tracker for resource:security_group_rule and tenant:c6a89b161d104ea8afafafb42987dc32 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:52.863033 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:52.869048 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:52.934324 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.023391 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.077217 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5e03a1-e669-4688-a282-3aeb06578dc6,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:53.084146 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6a89b161d104ea8afafafb42987dc32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4168658 Feb 09 16:02:53.084634 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54936) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:53.091872 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.096283 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.096283 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.096283 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.096283 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.096283 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.096283 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.096283 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.096283 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.096283 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.097016 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5ccf-9e99-4879-ad4f-c1abc202c18d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.151395 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-29604c69-b91f-49d2-a862-677b83513fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.177619 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-29604c69-b91f-49d2-a862-677b83513fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.417247 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-29604c69-b91f-49d2-a862-677b83513fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.432718 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29604c69-b91f-49d2-a862-677b83513fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5e03a1-e669-4688-a282-3aeb06578dc6,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:53.439723 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-29604c69-b91f-49d2-a862-677b83513fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.442194 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-29604c69-b91f-49d2-a862-677b83513fbb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a5e03a1-e669-4688-a282-3aeb06578dc6 HTTP/1.1" status: 204 len: 168 time: 0.3548257 Feb 09 16:02:53.780879 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba45c87-2c37-4eb3-abc6-b9d60f91733c req-cd67fb2f-f7f4-4251-8acf-075feba0570b tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:53.782364 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-eba45c87-2c37-4eb3-abc6-b9d60f91733c req-cd67fb2f-f7f4-4251-8acf-075feba0570b tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.0839643 Feb 09 16:02:53.833520 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-eba45c87-2c37-4eb3-abc6-b9d60f91733c req-a510df98-bc8e-4a30-b25b-4d3c73fc4490 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451121 Feb 09 16:02:53.870654 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 54976) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:54.041978 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f4d65f39-4256-485f-bab1-5986b98e44b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.074616 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-f4d65f39-4256-485f-bab1-5986b98e44b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:54.078966 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-f4d65f39-4256-485f-bab1-5986b98e44b0 admin admin] Usage tracker for resource:security_group_rule and tenant:dd88f6c919964758804dde0d1c44ae41 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:54.082233 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-f4d65f39-4256-485f-bab1-5986b98e44b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:54.088212 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-f4d65f39-4256-485f-bab1-5986b98e44b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:54.155276 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f4d65f39-4256-485f-bab1-5986b98e44b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.228149 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f4d65f39-4256-485f-bab1-5986b98e44b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.274645 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d65f39-4256-485f-bab1-5986b98e44b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7458f2f4-2565-4d43-b732-83fe6387f882,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:54.279952 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-f4d65f39-4256-485f-bab1-5986b98e44b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd88f6c919964758804dde0d1c44ae41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4084439 Feb 09 16:02:54.282766 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 54998) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:54.345935 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a56e7e3-157d-4113-b6bb-622d5601f04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.373103 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a56e7e3-157d-4113-b6bb-622d5601f04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.519340 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 55010) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:54.531229 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a56e7e3-157d-4113-b6bb-622d5601f04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.563463 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56e7e3-157d-4113-b6bb-622d5601f04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7458f2f4-2565-4d43-b732-83fe6387f882,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:54.588038 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a56e7e3-157d-4113-b6bb-622d5601f04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.589742 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-0a56e7e3-157d-4113-b6bb-622d5601f04d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7458f2f4-2565-4d43-b732-83fe6387f882 HTTP/1.1" status: 204 len: 168 time: 0.3055699 Feb 09 16:02:54.776686 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4adfc4cb-b35c-43a8-8fe5-babd1bd9f604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.838982 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-4adfc4cb-b35c-43a8-8fe5-babd1bd9f604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:54.843172 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-4adfc4cb-b35c-43a8-8fe5-babd1bd9f604 admin admin] Usage tracker for resource:security_group_rule and tenant:8348a7fc91eb4df695d2db57478c6304 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:54.846077 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-4adfc4cb-b35c-43a8-8fe5-babd1bd9f604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:54.854062 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-4adfc4cb-b35c-43a8-8fe5-babd1bd9f604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:54.934162 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4adfc4cb-b35c-43a8-8fe5-babd1bd9f604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.994258 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4adfc4cb-b35c-43a8-8fe5-babd1bd9f604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.083602 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfc4cb-b35c-43a8-8fe5-babd1bd9f604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c1b467-6cf4-461f-9e92-9ade62ca122d,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:55.118920 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-4adfc4cb-b35c-43a8-8fe5-babd1bd9f604 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8348a7fc91eb4df695d2db57478c6304&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5984261 Feb 09 16:02:55.121638 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 55038) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:55.141805 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db795f9-9e93-4db5-8dd0-818c514b1fd4 req-a28ad807-8f58-4e49-8830-92b2f04921d6 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:55.143655 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-1db795f9-9e93-4db5-8dd0-818c514b1fd4 req-a28ad807-8f58-4e49-8830-92b2f04921d6 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.1425149 Feb 09 16:02:55.192784 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20115222-a53b-46f9-953a-6c0be274da00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.218254 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-1db795f9-9e93-4db5-8dd0-818c514b1fd4 req-66ca2032-499c-44b5-9d00-ba0ca65ac1e5 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674651 Feb 09 16:02:55.224331 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20115222-a53b-46f9-953a-6c0be274da00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.380353 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 55054) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:55.382846 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2554b031-4a5c-4959-b209-a4de07cb5f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.387676 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20115222-a53b-46f9-953a-6c0be274da00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.418591 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f3cf883a-dfe3-40cc-90c5-28d33d61f672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.429737 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20115222-a53b-46f9-953a-6c0be274da00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c1b467-6cf4-461f-9e92-9ade62ca122d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:55.447999 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20115222-a53b-46f9-953a-6c0be274da00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.449326 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-20115222-a53b-46f9-953a-6c0be274da00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36c1b467-6cf4-461f-9e92-9ade62ca122d HTTP/1.1" status: 204 len: 168 time: 0.3253727 Feb 09 16:02:55.482955 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f3cf883a-dfe3-40cc-90c5-28d33d61f672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:55.487868 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f3cf883a-dfe3-40cc-90c5-28d33d61f672 admin admin] Usage tracker for resource:security_group_rule and tenant:92bfff62eca445d0909aefcec7764c9a is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:55.491506 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f3cf883a-dfe3-40cc-90c5-28d33d61f672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:55.499403 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f3cf883a-dfe3-40cc-90c5-28d33d61f672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:55.607190 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f3cf883a-dfe3-40cc-90c5-28d33d61f672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.697378 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f3cf883a-dfe3-40cc-90c5-28d33d61f672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.755546 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf883a-dfe3-40cc-90c5-28d33d61f672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ddf335-feaa-4743-a540-1b40f02660f5,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:55.764541 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-f3cf883a-dfe3-40cc-90c5-28d33d61f672 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92bfff62eca445d0909aefcec7764c9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3808236 Feb 09 16:02:55.765374 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 55072) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:55.831099 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5552066e-8fc3-485a-951f-aa3f4c0e9311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.859696 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5552066e-8fc3-485a-951f-aa3f4c0e9311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.999982 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5552066e-8fc3-485a-951f-aa3f4c0e9311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.017985 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552066e-8fc3-485a-951f-aa3f4c0e9311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ddf335-feaa-4743-a540-1b40f02660f5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:56.024826 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5552066e-8fc3-485a-951f-aa3f4c0e9311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.028303 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-5552066e-8fc3-485a-951f-aa3f4c0e9311 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90ddf335-feaa-4743-a540-1b40f02660f5 HTTP/1.1" status: 204 len: 168 time: 0.2602932 Feb 09 16:02:56.277529 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 55088) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:56.297795 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca7d8d05-6a59-42cb-976e-a7def7f31525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.334254 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ca7d8d05-6a59-42cb-976e-a7def7f31525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:02:56.338693 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-ca7d8d05-6a59-42cb-976e-a7def7f31525 admin admin] Usage tracker for resource:security_group_rule and tenant:83a6ee29a0684d199277734d1af6b336 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:02:56.342103 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-ca7d8d05-6a59-42cb-976e-a7def7f31525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:02:56.348361 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ca7d8d05-6a59-42cb-976e-a7def7f31525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:02:56.449731 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca7d8d05-6a59-42cb-976e-a7def7f31525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.449991 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8160e-38c0-464f-aa92-21aacfd9d58d req-a11afcc6-3629-4796-a2d5-6f1d2402f051 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:56.454642 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f2a8160e-38c0-464f-aa92-21aacfd9d58d req-a11afcc6-3629-4796-a2d5-6f1d2402f051 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.0889149 Feb 09 16:02:56.500565 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f2a8160e-38c0-464f-aa92-21aacfd9d58d req-0a008b25-18ba-4ba3-a9f8-4d051b25bd9a tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426760 Feb 09 16:02:56.509713 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca7d8d05-6a59-42cb-976e-a7def7f31525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.569883 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d8d05-6a59-42cb-976e-a7def7f31525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99be94cd-90d7-4a60-8381-e0b91348ba15,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:56.574489 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-ca7d8d05-6a59-42cb-976e-a7def7f31525 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83a6ee29a0684d199277734d1af6b336&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2960267 Feb 09 16:02:56.577293 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 55100) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:02:56.651584 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ce08778-2a21-4c64-a182-558d9055aa2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.696437 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ce08778-2a21-4c64-a182-558d9055aa2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.839570 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ce08778-2a21-4c64-a182-558d9055aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.854806 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce08778-2a21-4c64-a182-558d9055aa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99be94cd-90d7-4a60-8381-e0b91348ba15,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:56.863025 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ce08778-2a21-4c64-a182-558d9055aa2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.867891 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-5ce08778-2a21-4c64-a182-558d9055aa2a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99be94cd-90d7-4a60-8381-e0b91348ba15 HTTP/1.1" status: 204 len: 168 time: 0.2895687 Feb 09 16:02:57.731814 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8ef65-e3d8-4bd0-aea8-dd1df54eaa27 req-6c283e7c-c49e-4aa0-92d1-abf9a1aa5861 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:57.734612 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a4b8ef65-e3d8-4bd0-aea8-dd1df54eaa27 req-6c283e7c-c49e-4aa0-92d1-abf9a1aa5861 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.0906243 Feb 09 16:02:57.782470 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f749-a581-412e-b6d5-1ce07b5081b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:57.807418 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a4b8ef65-e3d8-4bd0-aea8-dd1df54eaa27 req-387a536d-cf33-4040-a0d0-ab45c9c1dbc5 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672653 Feb 09 16:02:58.950301 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.058227 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc386144-b961-45d0-af33-f75997192fee req-86c32d8b-7cf3-45db-9501-e460657714dd tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:59.059680 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-dc386144-b961-45d0-af33-f75997192fee req-86c32d8b-7cf3-45db-9501-e460657714dd tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.1177578 Feb 09 16:02:59.068333 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.115127 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-dc386144-b961-45d0-af33-f75997192fee req-fac63289-0533-4189-9b41-ea61515c0c55 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500920 Feb 09 16:03:00.308208 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.322706 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 55294) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:00.325608 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 55296) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:00.326491 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dec57c-3b29-4ff8-bb25-6ea54ca8616b req-00082cdf-cac4-45bc-8173-538ced188e24 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:00.327965 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-64dec57c-3b29-4ff8-bb25-6ea54ca8616b req-00082cdf-cac4-45bc-8173-538ced188e24 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.0815482 Feb 09 16:03:00.380881 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-64dec57c-3b29-4ff8-bb25-6ea54ca8616b req-e7530e21-2b66-432f-8dc6-a34e700df959 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471706 Feb 09 16:03:00.534425 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b7a7-85b8-4648-bb73-874f35ea3474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.572600 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-37cb353f-67c1-4e09-8044-39cbbae76807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.602814 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-c8e8b7a7-85b8-4648-bb73-874f35ea3474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:00.615240 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-c8e8b7a7-85b8-4648-bb73-874f35ea3474 admin admin] Usage tracker for resource:security_group_rule and tenant:ee1cf6ec6c494e81b0eae35e733b5cf9 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:00.620427 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-c8e8b7a7-85b8-4648-bb73-874f35ea3474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:00.628311 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-c8e8b7a7-85b8-4648-bb73-874f35ea3474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:00.633453 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-37cb353f-67c1-4e09-8044-39cbbae76807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:00.641390 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-37cb353f-67c1-4e09-8044-39cbbae76807 admin admin] Usage tracker for resource:security_group_rule and tenant:33a54e44e15f4245abdf41c22a828cae is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:00.645145 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-37cb353f-67c1-4e09-8044-39cbbae76807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:00.653529 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-37cb353f-67c1-4e09-8044-39cbbae76807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:00.739024 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b7a7-85b8-4648-bb73-874f35ea3474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.762696 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-37cb353f-67c1-4e09-8044-39cbbae76807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.810814 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b7a7-85b8-4648-bb73-874f35ea3474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.851741 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-37cb353f-67c1-4e09-8044-39cbbae76807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.869225 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8b7a7-85b8-4648-bb73-874f35ea3474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016e8ef7-9675-4bb9-8ed9-e2fc0d4d0310,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:00.889137 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 55314) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:00.889270 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-c8e8b7a7-85b8-4648-bb73-874f35ea3474 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee1cf6ec6c494e81b0eae35e733b5cf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5626745 Feb 09 16:03:00.918907 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-37cb353f-67c1-4e09-8044-39cbbae76807 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33a54e44e15f4245abdf41c22a828cae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5945249 Feb 09 16:03:00.921944 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 55318) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:00.937055 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb353f-67c1-4e09-8044-39cbbae76807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d196f0b3-3035-4acb-8e1c-046c1c9d91c8,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:00.982559 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f10f4606-cdbb-43d5-bf28-b6434844f01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.998077 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5b300afc-c9ac-412a-9298-7e3ca2e55244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.027238 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5b300afc-c9ac-412a-9298-7e3ca2e55244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.031464 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f10f4606-cdbb-43d5-bf28-b6434844f01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.159772 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5b300afc-c9ac-412a-9298-7e3ca2e55244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.163306 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f10f4606-cdbb-43d5-bf28-b6434844f01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.175919 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f4606-cdbb-43d5-bf28-b6434844f01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016e8ef7-9675-4bb9-8ed9-e2fc0d4d0310,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:01.184892 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f10f4606-cdbb-43d5-bf28-b6434844f01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.186278 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-f10f4606-cdbb-43d5-bf28-b6434844f01e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/016e8ef7-9675-4bb9-8ed9-e2fc0d4d0310 HTTP/1.1" status: 204 len: 168 time: 0.2960229 Feb 09 16:03:01.196219 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b300afc-c9ac-412a-9298-7e3ca2e55244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d196f0b3-3035-4acb-8e1c-046c1c9d91c8,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:01.206954 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5b300afc-c9ac-412a-9298-7e3ca2e55244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.210689 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-5b300afc-c9ac-412a-9298-7e3ca2e55244 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d196f0b3-3035-4acb-8e1c-046c1c9d91c8 HTTP/1.1" status: 204 len: 168 time: 0.2855840 Feb 09 16:03:01.604832 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8dd49-0288-4c82-afe5-39e5e15a794f req-651b62b8-9080-423b-8e22-b4a84aa197b5 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:01.612753 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7eb8dd49-0288-4c82-afe5-39e5e15a794f req-651b62b8-9080-423b-8e22-b4a84aa197b5 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.0932634 Feb 09 16:03:01.670766 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7eb8dd49-0288-4c82-afe5-39e5e15a794f req-6d957a6e-99db-4289-ac06-6af7740151a7 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571554 Feb 09 16:03:02.624164 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 55394) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:02.832818 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-eda3feb8-2be4-4975-b4c5-ca407b96f74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.879042 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-eda3feb8-2be4-4975-b4c5-ca407b96f74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:02.883684 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-eda3feb8-2be4-4975-b4c5-ca407b96f74d admin admin] Usage tracker for resource:security_group_rule and tenant:6cb01a0026404bb79a9667f5fdf22cdf is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:02.886519 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-eda3feb8-2be4-4975-b4c5-ca407b96f74d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:02.892755 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-eda3feb8-2be4-4975-b4c5-ca407b96f74d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:02.907110 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a8341-916b-427b-8328-b75b66a5f6e4 req-a36fcdf6-eef9-4ab4-94d0-eff28c451283 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:02.908562 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a26a8341-916b-427b-8328-b75b66a5f6e4 req-a36fcdf6-eef9-4ab4-94d0-eff28c451283 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.1009703 Feb 09 16:03:02.972620 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-eda3feb8-2be4-4975-b4c5-ca407b96f74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.987086 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a26a8341-916b-427b-8328-b75b66a5f6e4 req-92315f71-1369-406a-9f11-78e7eaa8d5d8 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727851 Feb 09 16:03:03.045269 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-eda3feb8-2be4-4975-b4c5-ca407b96f74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.090754 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3feb8-2be4-4975-b4c5-ca407b96f74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a17ef1-8eb7-4e59-8c48-1ca5a7d6a49e,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:03.098493 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-eda3feb8-2be4-4975-b4c5-ca407b96f74d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6cb01a0026404bb79a9667f5fdf22cdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4708149 Feb 09 16:03:03.098949 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 55412) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:03.169759 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5bfba4ed-a936-46de-9516-34543a1caf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.201579 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5bfba4ed-a936-46de-9516-34543a1caf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.330789 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5bfba4ed-a936-46de-9516-34543a1caf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.358736 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfba4ed-a936-46de-9516-34543a1caf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a17ef1-8eb7-4e59-8c48-1ca5a7d6a49e,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:03.386869 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5bfba4ed-a936-46de-9516-34543a1caf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.390447 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-5bfba4ed-a936-46de-9516-34543a1caf9c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2a17ef1-8eb7-4e59-8c48-1ca5a7d6a49e HTTP/1.1" status: 204 len: 168 time: 0.2885456 Feb 09 16:03:04.202834 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 55448) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:04.239963 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2058bd44-562c-41ae-8ee8-3eb29d6ee44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.253367 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e31f0d-9713-4029-87e0-22f9396ef432 req-4ceedcf7-b302-45cc-b1bc-9bc3f3690ae7 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:04.264736 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-77e31f0d-9713-4029-87e0-22f9396ef432 req-4ceedcf7-b302-45cc-b1bc-9bc3f3690ae7 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.1254909 Feb 09 16:03:04.309154 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2058bd44-562c-41ae-8ee8-3eb29d6ee44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:04.313636 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-2058bd44-562c-41ae-8ee8-3eb29d6ee44f admin admin] Usage tracker for resource:security_group_rule and tenant:2293ed407e4a49169ed915b684fc4474 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:04.317376 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-2058bd44-562c-41ae-8ee8-3eb29d6ee44f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:04.325874 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2058bd44-562c-41ae-8ee8-3eb29d6ee44f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:04.344996 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-77e31f0d-9713-4029-87e0-22f9396ef432 req-4cceed1d-295b-4111-87fb-3909c33afdee tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793166 Feb 09 16:03:04.410467 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2058bd44-562c-41ae-8ee8-3eb29d6ee44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.480416 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2058bd44-562c-41ae-8ee8-3eb29d6ee44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.580285 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058bd44-562c-41ae-8ee8-3eb29d6ee44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2adf71-b136-41bf-9533-0aa997220a82,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:04.581677 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-2058bd44-562c-41ae-8ee8-3eb29d6ee44f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2293ed407e4a49169ed915b684fc4474&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3778250 Feb 09 16:03:04.584426 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 55468) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:04.654479 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-3f55edc1-a585-4a01-90a6-24cbe91b630c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.684458 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-3f55edc1-a585-4a01-90a6-24cbe91b630c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.839816 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-3f55edc1-a585-4a01-90a6-24cbe91b630c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.853776 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55edc1-a585-4a01-90a6-24cbe91b630c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2adf71-b136-41bf-9533-0aa997220a82,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:04.860520 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-3f55edc1-a585-4a01-90a6-24cbe91b630c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.861899 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-3f55edc1-a585-4a01-90a6-24cbe91b630c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a2adf71-b136-41bf-9533-0aa997220a82 HTTP/1.1" status: 204 len: 168 time: 0.2752962 Feb 09 16:03:05.582228 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29fae5-d28b-4c6b-a3be-524af8c21588 req-c8c175ab-847b-4c40-a7cd-aa13437d1ffe tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:05.583884 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9a29fae5-d28b-4c6b-a3be-524af8c21588 req-c8c175ab-847b-4c40-a7cd-aa13437d1ffe tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.0978932 Feb 09 16:03:05.651490 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9a29fae5-d28b-4c6b-a3be-524af8c21588 req-fe0d8ee2-babd-4163-acdc-062eb94b823e tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608416 Feb 09 16:03:06.860698 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8456d9d-1e42-4e5a-b92b-834a06788843 req-0ded2667-71de-4496-8214-fe0e71e6500b tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:06.862456 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c8456d9d-1e42-4e5a-b92b-834a06788843 req-0ded2667-71de-4496-8214-fe0e71e6500b tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.0790062 Feb 09 16:03:06.915896 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c8456d9d-1e42-4e5a-b92b-834a06788843 req-ac543f0f-de5b-4cc6-9d37-cf9dc0030200 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477688 Feb 09 16:03:08.121505 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42590334-56cc-44a1-8f1e-a3157d81797a req-8b9f4bb3-afbb-416e-8e62-5f57494f1049 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:08.122994 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-42590334-56cc-44a1-8f1e-a3157d81797a req-8b9f4bb3-afbb-416e-8e62-5f57494f1049 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.0829186 Feb 09 16:03:08.179745 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-42590334-56cc-44a1-8f1e-a3157d81797a req-7f96078d-6f03-47e3-962d-c52de4a563da tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498588 Feb 09 16:03:09.377687 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe839334-f856-4122-9bc5-c4284bf73626 req-6c8eb289-6508-4a29-8ed9-41ab4c96bf17 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:09.379163 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-fe839334-f856-4122-9bc5-c4284bf73626 req-6c8eb289-6508-4a29-8ed9-41ab4c96bf17 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.0774374 Feb 09 16:03:09.426810 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-fe839334-f856-4122-9bc5-c4284bf73626 req-7fbc7af3-0085-4f75-9b23-583b0e3ef7e3 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418375 Feb 09 16:03:10.038533 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 55652) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:10.214259 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e9a22926-6bcc-4fa1-b9af-d43a79a8139c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.247535 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-e9a22926-6bcc-4fa1-b9af-d43a79a8139c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:10.250491 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-e9a22926-6bcc-4fa1-b9af-d43a79a8139c admin admin] Usage tracker for resource:security_group_rule and tenant:9d8b5c49d751449e9d29e2ef82d3d516 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:10.253267 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-e9a22926-6bcc-4fa1-b9af-d43a79a8139c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:10.260554 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-e9a22926-6bcc-4fa1-b9af-d43a79a8139c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:10.332575 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e9a22926-6bcc-4fa1-b9af-d43a79a8139c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.433404 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e9a22926-6bcc-4fa1-b9af-d43a79a8139c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.481130 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a22926-6bcc-4fa1-b9af-d43a79a8139c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035dd252-f5b7-431c-a783-6b6eebe8969c,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:10.487154 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-e9a22926-6bcc-4fa1-b9af-d43a79a8139c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d8b5c49d751449e9d29e2ef82d3d516&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4500625 Feb 09 16:03:10.489720 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 55676) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:10.548873 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-253a121b-db6d-461c-93a7-125073f4f908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.576954 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-253a121b-db6d-461c-93a7-125073f4f908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.634886 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6625554-4880-4a72-ada6-8c9452d67d5f req-bacbe157-dc19-42cd-aeec-a150aa1aca64 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:10.637049 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f6625554-4880-4a72-ada6-8c9452d67d5f req-bacbe157-dc19-42cd-aeec-a150aa1aca64 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.0860965 Feb 09 16:03:10.688613 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f6625554-4880-4a72-ada6-8c9452d67d5f req-39bd61b2-7348-4091-83d8-df1c4e11816f tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459356 Feb 09 16:03:10.736822 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-253a121b-db6d-461c-93a7-125073f4f908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.753448 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a121b-db6d-461c-93a7-125073f4f908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035dd252-f5b7-431c-a783-6b6eebe8969c,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:10.760821 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-253a121b-db6d-461c-93a7-125073f4f908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.760821 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-253a121b-db6d-461c-93a7-125073f4f908 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/035dd252-f5b7-431c-a783-6b6eebe8969c HTTP/1.1" status: 204 len: 168 time: 0.2688620 Feb 09 16:03:11.306255 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 55710) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:11.487241 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-dd076588-a19f-4ddb-a3b5-8580f8dd72f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.529383 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-dd076588-a19f-4ddb-a3b5-8580f8dd72f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:11.541280 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-dd076588-a19f-4ddb-a3b5-8580f8dd72f4 admin admin] Usage tracker for resource:security_group_rule and tenant:64c966f81f4b4dfc8eb0208e61ad6101 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:11.544697 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-dd076588-a19f-4ddb-a3b5-8580f8dd72f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:11.550488 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-dd076588-a19f-4ddb-a3b5-8580f8dd72f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:11.674802 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-dd076588-a19f-4ddb-a3b5-8580f8dd72f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.771310 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-dd076588-a19f-4ddb-a3b5-8580f8dd72f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.856609 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd076588-a19f-4ddb-a3b5-8580f8dd72f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138e65bc-2bd0-467a-9c51-162c8b99134a,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:11.867440 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 55754) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:11.899139 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-441e414e-5414-4b75-843b-2db7fdd6e073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.924382 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-dd076588-a19f-4ddb-a3b5-8580f8dd72f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64c966f81f4b4dfc8eb0208e61ad6101&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6170230 Feb 09 16:03:11.929248 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 55764) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:11.944536 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-441e414e-5414-4b75-843b-2db7fdd6e073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:11.950667 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-441e414e-5414-4b75-843b-2db7fdd6e073 admin admin] Usage tracker for resource:security_group_rule and tenant:428bbb08612942b2a65a9233209f1f9e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:11.954999 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-441e414e-5414-4b75-843b-2db7fdd6e073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:11.963644 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-441e414e-5414-4b75-843b-2db7fdd6e073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:12.031210 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77d094-31c6-4b61-aa90-5d66e59dd450 req-096a2502-a967-4ccc-93f4-2e5dc5772a06 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:12.033178 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8f77d094-31c6-4b61-aa90-5d66e59dd450 req-096a2502-a967-4ccc-93f4-2e5dc5772a06 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.1923509 Feb 09 16:03:12.044864 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-792481f6-1d97-40c7-b990-904f4afd4255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.064542 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-441e414e-5414-4b75-843b-2db7fdd6e073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.096734 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-792481f6-1d97-40c7-b990-904f4afd4255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.141478 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8f77d094-31c6-4b61-aa90-5d66e59dd450 req-f1b4e9ac-cd3b-4fc8-a00c-f6f43a31d945 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977859 Feb 09 16:03:12.142169 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-441e414e-5414-4b75-843b-2db7fdd6e073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.200736 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-441e414e-5414-4b75-843b-2db7fdd6e073 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=428bbb08612942b2a65a9233209f1f9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3327773 Feb 09 16:03:12.202405 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e414e-5414-4b75-843b-2db7fdd6e073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c36b4e5-6845-4b4a-b66a-235e83455dfe,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:12.203543 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 55778) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:12.266777 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-38b83571-54bc-407a-8e2e-887512fde581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.286282 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-792481f6-1d97-40c7-b990-904f4afd4255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.309685 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-38b83571-54bc-407a-8e2e-887512fde581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.318284 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792481f6-1d97-40c7-b990-904f4afd4255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138e65bc-2bd0-467a-9c51-162c8b99134a,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:12.336032 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-792481f6-1d97-40c7-b990-904f4afd4255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.337410 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-792481f6-1d97-40c7-b990-904f4afd4255 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/138e65bc-2bd0-467a-9c51-162c8b99134a HTTP/1.1" status: 204 len: 168 time: 0.4069946 Feb 09 16:03:12.473892 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-38b83571-54bc-407a-8e2e-887512fde581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.491630 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b83571-54bc-407a-8e2e-887512fde581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c36b4e5-6845-4b4a-b66a-235e83455dfe,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:12.495015 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-38b83571-54bc-407a-8e2e-887512fde581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.496137 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-38b83571-54bc-407a-8e2e-887512fde581 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c36b4e5-6845-4b4a-b66a-235e83455dfe HTTP/1.1" status: 204 len: 168 time: 0.2913694 Feb 09 16:03:12.691935 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 55806) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:12.884300 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6a399340-91ba-4273-b82c-812475bfbb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.918359 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-6a399340-91ba-4273-b82c-812475bfbb62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:12.922712 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-6a399340-91ba-4273-b82c-812475bfbb62 admin admin] Usage tracker for resource:security_group_rule and tenant:3167e35fe1714ee89d7c51bb0e523869 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:12.925707 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-6a399340-91ba-4273-b82c-812475bfbb62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:12.932742 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-6a399340-91ba-4273-b82c-812475bfbb62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:13.043846 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6a399340-91ba-4273-b82c-812475bfbb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.142331 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6a399340-91ba-4273-b82c-812475bfbb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.191944 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a399340-91ba-4273-b82c-812475bfbb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a28646-8eeb-441a-877c-dca081c567d6,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:13.197266 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-6a399340-91ba-4273-b82c-812475bfbb62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3167e35fe1714ee89d7c51bb0e523869&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5042701 Feb 09 16:03:13.201104 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 55844) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:13.322049 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dada7b45-239b-43cc-9450-97b802dbc903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.433380 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dada7b45-239b-43cc-9450-97b802dbc903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.487633 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b65be1-804c-4405-84bc-5e09aebcc3b3 req-17fbf7fd-a929-4278-9d20-8c0719ece9ce tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:13.495395 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-03b65be1-804c-4405-84bc-5e09aebcc3b3 req-17fbf7fd-a929-4278-9d20-8c0719ece9ce tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.1743562 Feb 09 16:03:13.553625 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-03b65be1-804c-4405-84bc-5e09aebcc3b3 req-468b2216-8722-4969-a7ac-3f46dfa3e7d1 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541077 Feb 09 16:03:13.664856 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dada7b45-239b-43cc-9450-97b802dbc903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.697855 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada7b45-239b-43cc-9450-97b802dbc903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a28646-8eeb-441a-877c-dca081c567d6,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:13.700095 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dada7b45-239b-43cc-9450-97b802dbc903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.701163 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-dada7b45-239b-43cc-9450-97b802dbc903 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58a28646-8eeb-441a-877c-dca081c567d6 HTTP/1.1" status: 204 len: 168 time: 0.4991024 Feb 09 16:03:13.905941 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 55878) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:14.241615 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:03:14.287022 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-16498348-network', 'tenant_id': 'dab52d4a8a85422da8d895778b2b1551'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:03:14.293055 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:14.297532 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Usage tracker for resource:network and tenant:dab52d4a8a85422da8d895778b2b1551 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:14.300875 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:14.308486 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:14.404914 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Made reservation on behalf of dab52d4a8a85422da8d895778b2b1551 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:14.407355 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.420845 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.452632 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:14.456697 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Usage tracker for resource:security_group_rule and tenant:dab52d4a8a85422da8d895778b2b1551 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:14.459973 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:14.465801 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:14.550541 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.662451 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.705406 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 55914) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:14.712384 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2393ff4-6b81-49a4-8547-adb27f0f4a0c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:14.716336 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:03:14.728616 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.729012 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.segments_db [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Added segment 59fa577f-4d90-4d7d-a98d-a24b2b03f5ca of type vlan for network 435aabbf-7da2-4610-96b6-cdfa5d00364b Feb 09 16:03:14.758316 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.768975 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-82dd8439-2b6f-4956-8d8f-75c6afdd0b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.827073 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-82dd8439-2b6f-4956-8d8f-75c6afdd0b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:14.833942 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-82dd8439-2b6f-4956-8d8f-75c6afdd0b69 admin admin] Usage tracker for resource:security_group_rule and tenant:28bab340412b4206acddd62597fef6af is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:14.838953 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-82dd8439-2b6f-4956-8d8f-75c6afdd0b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:14.847406 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-82dd8439-2b6f-4956-8d8f-75c6afdd0b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:14.869049 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc1f50-01ae-4fcc-a57d-db469717eed8 req-4270dcfa-1c68-49ab-980e-0ffea6b8e4c1 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:14.870773 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-12cc1f50-01ae-4fcc-a57d-db469717eed8 req-4270dcfa-1c68-49ab-980e-0ffea6b8e4c1 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.1493099 Feb 09 16:03:14.902114 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.903028 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:14.903646 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.946291 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-12cc1f50-01ae-4fcc-a57d-db469717eed8 req-e80872fd-b6f7-421d-826f-8d48053b5f07 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687428 Feb 09 16:03:14.975912 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-82dd8439-2b6f-4956-8d8f-75c6afdd0b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.025121 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] Pushing event updated for resources: {'Network': ['ID=435aabbf-7da2-4610-96b6-cdfa5d00364b,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:15.035995 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network 435aabbf-7da2-4610-96b6-cdfa5d00364b details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 16:03:15.045036 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-82dd8439-2b6f-4956-8d8f-75c6afdd0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.068900 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-5dc1e0e6-21bd-4292-92d7-ea3703c23b98 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1610239 Feb 09 16:03:15.071441 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 55926) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:15.086643 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-52132b7b-c426-4247-ab56-095cf6c19133 admin admin] Request body: {'subnet': {'network_id': '435aabbf-7da2-4610-96b6-cdfa5d00364b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-16498348-subnet', 'tenant_id': 'dab52d4a8a85422da8d895778b2b1551', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:03:15.092259 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-52132b7b-c426-4247-ab56-095cf6c19133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:15.097257 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-52132b7b-c426-4247-ab56-095cf6c19133 admin admin] Usage tracker for resource:subnet and tenant:dab52d4a8a85422da8d895778b2b1551 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:15.101706 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-52132b7b-c426-4247-ab56-095cf6c19133 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:15.101910 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd8439-2b6f-4956-8d8f-75c6afdd0b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a977d64-ee03-407f-a108-120c30d7ecb2,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:15.111914 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-52132b7b-c426-4247-ab56-095cf6c19133 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:15.122509 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-82dd8439-2b6f-4956-8d8f-75c6afdd0b69 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28bab340412b4206acddd62597fef6af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4159985 Feb 09 16:03:15.123497 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 55934) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:15.194378 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52132b7b-c426-4247-ab56-095cf6c19133 admin admin] Made reservation on behalf of dab52d4a8a85422da8d895778b2b1551 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:15.196743 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-52132b7b-c426-4247-ab56-095cf6c19133 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7118219'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.218230 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c722ba0f-9a96-4a48-a9d8-335e95133578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.304970 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c722ba0f-9a96-4a48-a9d8-335e95133578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.479388 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c722ba0f-9a96-4a48-a9d8-335e95133578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.496636 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722ba0f-9a96-4a48-a9d8-335e95133578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a977d64-ee03-407f-a108-120c30d7ecb2,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:15.505401 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c722ba0f-9a96-4a48-a9d8-335e95133578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.507154 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-c722ba0f-9a96-4a48-a9d8-335e95133578 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a977d64-ee03-407f-a108-120c30d7ecb2 HTTP/1.1" status: 204 len: 168 time: 0.3824944 Feb 09 16:03:15.571102 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-52132b7b-c426-4247-ab56-095cf6c19133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7030955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7118261'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.657560 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52132b7b-c426-4247-ab56-095cf6c19133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9429e3-ee9f-45ab-95f7-bfeb65b65014,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:15.669479 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52132b7b-c426-4247-ab56-095cf6c19133 admin admin] Checking segment: {'id': '59fa577f-4d90-4d7d-a98d-a24b2b03f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '435aabbf-7da2-4610-96b6-cdfa5d00364b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:03:15.674370 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52132b7b-c426-4247-ab56-095cf6c19133 admin admin] Network hostable DHCP agents. Network: 435aabbf-7da2-4610-96b6-cdfa5d00364b, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:03:15.742251 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52132b7b-c426-4247-ab56-095cf6c19133 admin admin] Network 435aabbf-7da2-4610-96b6-cdfa5d00364b is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:03:15.822216 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-52132b7b-c426-4247-ab56-095cf6c19133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, 435aabbf-7da2-4610-96b6-cdfa5d00364b) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:15.829275 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52132b7b-c426-4247-ab56-095cf6c19133 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:15.829429 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-52132b7b-c426-4247-ab56-095cf6c19133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.830631 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb06e9f-e7b7-4583-bf6b-c1dbefd2e01b None None] Network 435aabbf-7da2-4610-96b6-cdfa5d00364b requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:03:15.923097 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-52132b7b-c426-4247-ab56-095cf6c19133 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8483574 Feb 09 16:03:16.141033 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac386528-59fd-4d5b-a775-1eb0d3c19010 None None] Network 435aabbf-7da2-4610-96b6-cdfa5d00364b requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:03:16.233227 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b331c4f-fb50-45e4-b87a-e8f2a63b4044 req-a979ccfd-4506-4fc2-84c0-e60c9c6d277f tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:16.235213 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7b331c4f-fb50-45e4-b87a-e8f2a63b4044 req-a979ccfd-4506-4fc2-84c0-e60c9c6d277f tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.1040208 Feb 09 16:03:16.327449 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7b331c4f-fb50-45e4-b87a-e8f2a63b4044 req-2bb8c899-f955-451c-8813-8a19fca59cc2 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861344 Feb 09 16:03:16.395310 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 55994) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:16.425176 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-839e8571-a0b1-4710-8154-d64c0f3e78e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.460027 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-839e8571-a0b1-4710-8154-d64c0f3e78e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:16.464400 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-839e8571-a0b1-4710-8154-d64c0f3e78e4 admin admin] Usage tracker for resource:security_group_rule and tenant:c47bda9d798745daa34e598d0698a452 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:16.467869 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-839e8571-a0b1-4710-8154-d64c0f3e78e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:16.475395 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-839e8571-a0b1-4710-8154-d64c0f3e78e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:16.554773 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-839e8571-a0b1-4710-8154-d64c0f3e78e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.634535 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6da16970-1cdb-42a4-ab29-a99526f7643c req-a9f0259c-2c0f-4bda-b5d7-803150a04032 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 1099 time: 0.0675490 Feb 09 16:03:16.677429 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-6da16970-1cdb-42a4-ab29-a99526f7643c req-0e262f28-deaf-43e1-95c0-e4b5748f17a4 service neutron] Synchronizing usage tracker for tenant:fffb6ea9e9804ff1b69665b6c78f2436 on resource:security_group {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:03:16.679698 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.679860 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-839e8571-a0b1-4710-8154-d64c0f3e78e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.730738 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-839e8571-a0b1-4710-8154-d64c0f3e78e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c47bda9d798745daa34e598d0698a452&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3339961 Feb 09 16:03:16.732495 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e8571-a0b1-4710-8154-d64c0f3e78e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0760a69c-c364-4de7-bc28-a9819a82823c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:16.733444 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56000) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:16.788647 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-6da16970-1cdb-42a4-ab29-a99526f7643c req-0e262f28-deaf-43e1-95c0-e4b5748f17a4 service neutron] Unset dirty status for tenant:fffb6ea9e9804ff1b69665b6c78f2436 on resource:security_group {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:03:16.789747 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6da16970-1cdb-42a4-ab29-a99526f7643c req-0e262f28-deaf-43e1-95c0-e4b5748f17a4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487746 Feb 09 16:03:16.796202 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e4fbb03a-f118-4bd6-bbb6-ad678c0e5695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.822603 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e4fbb03a-f118-4bd6-bbb6-ad678c0e5695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.947526 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e4fbb03a-f118-4bd6-bbb6-ad678c0e5695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.965425 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbb03a-f118-4bd6-bbb6-ad678c0e5695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0760a69c-c364-4de7-bc28-a9819a82823c,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:16.976903 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e4fbb03a-f118-4bd6-bbb6-ad678c0e5695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.980438 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-e4fbb03a-f118-4bd6-bbb6-ad678c0e5695 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0760a69c-c364-4de7-bc28-a9819a82823c HTTP/1.1" status: 204 len: 168 time: 0.2435267 Feb 09 16:03:17.535026 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 56044) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:17.558948 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ecde4-6078-425f-a0c0-29d35db08a82 req-d395b0e2-ab12-4571-8f1a-858d6ef0c429 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:17.560632 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-794ecde4-6078-425f-a0c0-29d35db08a82 req-d395b0e2-ab12-4571-8f1a-858d6ef0c429 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.1058078 Feb 09 16:03:17.612109 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-794ecde4-6078-425f-a0c0-29d35db08a82 req-99e5581d-cc7d-4ad0-b4c3-02e8658c3ee0 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448472 Feb 09 16:03:18.137786 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd7ae-7731-4780-b28e-eed5ceb43b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.154598 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56056) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:18.173871 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9d2dd7ae-7731-4780-b28e-eed5ceb43b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:18.177955 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-9d2dd7ae-7731-4780-b28e-eed5ceb43b5c admin admin] Usage tracker for resource:security_group_rule and tenant:cca2389f146d4f5c847a1f0f00455781 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:18.181448 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-9d2dd7ae-7731-4780-b28e-eed5ceb43b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:18.187317 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56062) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:18.188028 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9d2dd7ae-7731-4780-b28e-eed5ceb43b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:18.261774 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd7ae-7731-4780-b28e-eed5ceb43b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.329996 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd7ae-7731-4780-b28e-eed5ceb43b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.345333 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5ebd3dfa-14de-41e2-8252-26048daeb616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.383789 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-9d2dd7ae-7731-4780-b28e-eed5ceb43b5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cca2389f146d4f5c847a1f0f00455781&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8473432 Feb 09 16:03:18.385425 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2dd7ae-7731-4780-b28e-eed5ceb43b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d547d012-de6f-4447-93c9-30714b67e028,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:18.386509 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-5ebd3dfa-14de-41e2-8252-26048daeb616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:18.387784 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 56076) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:18.391236 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-5ebd3dfa-14de-41e2-8252-26048daeb616 admin admin] Usage tracker for resource:security_group_rule and tenant:f893762cf9fa4af5aab14fad5bb86ea2 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:18.395813 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-5ebd3dfa-14de-41e2-8252-26048daeb616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:18.408353 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-5ebd3dfa-14de-41e2-8252-26048daeb616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:18.449914 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-64697748-12ed-4c77-afa8-362244c2e515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.477225 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-64697748-12ed-4c77-afa8-362244c2e515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.533878 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6a3a5c9f-64b0-43c1-8725-7a2f923ad8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.548666 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 56080) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:18.564867 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5ebd3dfa-14de-41e2-8252-26048daeb616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.583261 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-6a3a5c9f-64b0-43c1-8725-7a2f923ad8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:18.587649 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-6a3a5c9f-64b0-43c1-8725-7a2f923ad8cb admin admin] Usage tracker for resource:security_group_rule and tenant:3b90feb018864874823df525826b37df is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:18.590666 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-6a3a5c9f-64b0-43c1-8725-7a2f923ad8cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:18.596494 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-6a3a5c9f-64b0-43c1-8725-7a2f923ad8cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:18.634518 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5ebd3dfa-14de-41e2-8252-26048daeb616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.742830 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-64697748-12ed-4c77-afa8-362244c2e515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.765281 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64697748-12ed-4c77-afa8-362244c2e515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d547d012-de6f-4447-93c9-30714b67e028,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:18.790597 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-64697748-12ed-4c77-afa8-362244c2e515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.792908 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-64697748-12ed-4c77-afa8-362244c2e515 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d547d012-de6f-4447-93c9-30714b67e028 HTTP/1.1" status: 204 len: 168 time: 0.4042258 Feb 09 16:03:18.806734 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-5ebd3dfa-14de-41e2-8252-26048daeb616 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f893762cf9fa4af5aab14fad5bb86ea2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6479106 Feb 09 16:03:18.806734 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd3dfa-14de-41e2-8252-26048daeb616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378641b2-04b4-4bff-b0a9-230270844e8f,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:18.807122 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 56100) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:18.928608 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6a3a5c9f-64b0-43c1-8725-7a2f923ad8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.969574 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-59826a48-6b06-4cc5-a59b-d913a603d6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.002418 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6a3a5c9f-64b0-43c1-8725-7a2f923ad8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.019368 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-af8c3073-9d6f-4857-81a4-16326a4d531e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.038512 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a5c9f-64b0-43c1-8725-7a2f923ad8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34990c5a-a666-4fbc-826f-aead3f64c1c0,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:19.045079 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c5af956c-c50d-4a46-8a0e-04bff7c3e3bf tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:19.051515 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c5af956c-c50d-4a46-8a0e-04bff7c3e3bf tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/networks?id=435aabbf-7da2-4610-96b6-cdfa5d00364b HTTP/1.1" status: 200 len: 807 time: 0.2431977 Feb 09 16:03:19.058761 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-59826a48-6b06-4cc5-a59b-d913a603d6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:19.069793 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-59826a48-6b06-4cc5-a59b-d913a603d6c5 admin admin] Usage tracker for resource:security_group_rule and tenant:de3c08c082124099823d545759a55d2a is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:19.076347 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-59826a48-6b06-4cc5-a59b-d913a603d6c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:19.084402 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-ef67a2a6-156c-4a5a-9330-20c7ec7bfe69 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/quotas/dab52d4a8a85422da8d895778b2b1551 HTTP/1.1" status: 200 len: 375 time: 0.0314996 Feb 09 16:03:19.087560 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-af8c3073-9d6f-4857-81a4-16326a4d531e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.087755 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-6a3a5c9f-64b0-43c1-8725-7a2f923ad8cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b90feb018864874823df525826b37df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8982544 Feb 09 16:03:19.089980 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56110) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:19.094430 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-59826a48-6b06-4cc5-a59b-d913a603d6c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:19.126034 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c21f8-2a19-4f96-9d76-b4ecfe7b0c96 req-21b76878-3a86-4450-afa8-8f51eb598505 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:19.127549 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d88c21f8-2a19-4f96-9d76-b4ecfe7b0c96 req-21b76878-3a86-4450-afa8-8f51eb598505 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.2773829 Feb 09 16:03:19.152549 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-525aab3e-6498-42e1-83d3-4f2a89dfec00 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dab52d4a8a85422da8d895778b2b1551&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601056 Feb 09 16:03:19.218727 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d88c21f8-2a19-4f96-9d76-b4ecfe7b0c96 req-fa9ebbcb-98cd-4eda-9df9-a376649adcbe tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817604 Feb 09 16:03:19.265414 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-59826a48-6b06-4cc5-a59b-d913a603d6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.296390 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-af8c3073-9d6f-4857-81a4-16326a4d531e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.317294 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c3073-9d6f-4857-81a4-16326a4d531e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378641b2-04b4-4bff-b0a9-230270844e8f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:19.336609 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-cd524684-dca7-46b0-8848-1c9366caa0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.357442 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-59826a48-6b06-4cc5-a59b-d913a603d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.375377 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-cd524684-dca7-46b0-8848-1c9366caa0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.384719 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-af8c3073-9d6f-4857-81a4-16326a4d531e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.386054 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-af8c3073-9d6f-4857-81a4-16326a4d531e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/378641b2-04b4-4bff-b0a9-230270844e8f HTTP/1.1" status: 204 len: 168 time: 0.5780442 Feb 09 16:03:19.418481 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59826a48-6b06-4cc5-a59b-d913a603d6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ff4535-76dc-4b62-b53c-5d5fb1abb679,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:19.425022 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-59826a48-6b06-4cc5-a59b-d913a603d6c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de3c08c082124099823d545759a55d2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8809981 Feb 09 16:03:19.428907 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-d4e4c022-a143-4eda-90df-a4929a733818 service neutron] 10.222.0.30 "GET /v2.0/networks/435aabbf-7da2-4610-96b6-cdfa5d00364b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627726 Feb 09 16:03:19.454222 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56126) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:19.538901 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca180e5-fcd6-4477-b809-37e38c109c5d req-30dff9a8-9590-4c7e-aa20-d82a4d72e915 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:19.540584 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9ca180e5-fcd6-4477-b809-37e38c109c5d req-30dff9a8-9590-4c7e-aa20-d82a4d72e915 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1235518 Feb 09 16:03:19.624405 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9ca180e5-fcd6-4477-b809-37e38c109c5d req-b9a917da-44f6-46c6-9254-5f5543ad0970 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672987 Feb 09 16:03:19.688275 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-cd524684-dca7-46b0-8848-1c9366caa0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.738561 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd524684-dca7-46b0-8848-1c9366caa0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34990c5a-a666-4fbc-826f-aead3f64c1c0,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:19.761142 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-9c692c1f-b162-4671-916c-ed0ad78e8de6 service neutron] 10.222.0.30 "GET /v2.0/networks/435aabbf-7da2-4610-96b6-cdfa5d00364b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313124 Feb 09 16:03:19.768392 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-99706cda-790b-4dcd-809a-2af3a949998e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.852836 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-cd524684-dca7-46b0-8848-1c9366caa0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.852836 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-cd524684-dca7-46b0-8848-1c9366caa0ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34990c5a-a666-4fbc-826f-aead3f64c1c0 HTTP/1.1" status: 204 len: 168 time: 0.7167811 Feb 09 16:03:19.852836 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-99706cda-790b-4dcd-809a-2af3a949998e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.315385 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 56158) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:20.320300 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-99706cda-790b-4dcd-809a-2af3a949998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.336533 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5525573c-fccc-45a5-956f-2b36d47d582f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.373111 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5525573c-fccc-45a5-956f-2b36d47d582f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:20.377370 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-5525573c-fccc-45a5-956f-2b36d47d582f admin admin] Usage tracker for resource:security_group_rule and tenant:fa2b3ed972074cef821d678f40401a73 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:20.380328 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-5525573c-fccc-45a5-956f-2b36d47d582f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:20.383673 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99706cda-790b-4dcd-809a-2af3a949998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ff4535-76dc-4b62-b53c-5d5fb1abb679,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:20.392702 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5525573c-fccc-45a5-956f-2b36d47d582f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:20.405737 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-99706cda-790b-4dcd-809a-2af3a949998e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.411174 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-99706cda-790b-4dcd-809a-2af3a949998e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3ff4535-76dc-4b62-b53c-5d5fb1abb679 HTTP/1.1" status: 204 len: 168 time: 0.9528248 Feb 09 16:03:20.492025 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5525573c-fccc-45a5-956f-2b36d47d582f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.570843 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-e6f7f0a1-5c93-45b1-87b6-0fbb33ce5a35 req-3ebc80d0-20d1-4e02-903f-fa04ff678d4e tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 210 time: 0.1085699 Feb 09 16:03:20.605497 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5525573c-fccc-45a5-956f-2b36d47d582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.657718 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525573c-fccc-45a5-956f-2b36d47d582f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc58d19f-a740-4837-ab54-31574d7ddb85,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:20.663341 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-5525573c-fccc-45a5-956f-2b36d47d582f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa2b3ed972074cef821d678f40401a73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3468800 Feb 09 16:03:20.665976 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 56176) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:20.743662 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-63b81004-0612-4616-ad6b-46172571099d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.771995 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-63b81004-0612-4616-ad6b-46172571099d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.896727 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-63b81004-0612-4616-ad6b-46172571099d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.925269 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-63b81004-0612-4616-ad6b-46172571099d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.929934 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-63b81004-0612-4616-ad6b-46172571099d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc58d19f-a740-4837-ab54-31574d7ddb85 HTTP/1.1" status: 204 len: 168 time: 0.2629080 Feb 09 16:03:20.935024 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b81004-0612-4616-ad6b-46172571099d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc58d19f-a740-4837-ab54-31574d7ddb85,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:21.234660 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdb9f5-ecb9-4127-bc15-af43c2715cb7 req-6e58bb49-c640-4a67-ae2c-3a105b69c33f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:21.236447 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-31fdb9f5-ecb9-4127-bc15-af43c2715cb7 req-6e58bb49-c640-4a67-ae2c-3a105b69c33f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1113169 Feb 09 16:03:21.285466 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-31fdb9f5-ecb9-4127-bc15-af43c2715cb7 req-d051b526-a3c7-4d3a-82ca-fcce7f6d0397 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426762 Feb 09 16:03:21.566896 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 56204) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:21.589477 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-03f11d9e-d350-4b6e-823b-8b3d4369221a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:21.642966 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56210) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:21.647026 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-03f11d9e-d350-4b6e-823b-8b3d4369221a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:21.675143 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a3d11e2b-107c-419c-801c-40933f54e158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:21.687197 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-03f11d9e-d350-4b6e-823b-8b3d4369221a admin admin] Usage tracker for resource:security_group_rule and tenant:b73ec0bed5674d12b4ecd34a99fe018d is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:21.696333 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-03f11d9e-d350-4b6e-823b-8b3d4369221a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:21.701480 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7fdfb2a7-0716-4c6c-8b9e-26b9c3862baf req-aeba72de-f1ad-448e-b2be-a6194d72929a tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 210 time: 0.0580633 Feb 09 16:03:21.705533 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-03f11d9e-d350-4b6e-823b-8b3d4369221a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:21.757828 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-a3d11e2b-107c-419c-801c-40933f54e158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:21.768354 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-a3d11e2b-107c-419c-801c-40933f54e158 admin admin] Usage tracker for resource:security_group_rule and tenant:8704ec0ded054d9aa7e76bae727e12ef is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:21.772743 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-a3d11e2b-107c-419c-801c-40933f54e158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:21.782864 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-a3d11e2b-107c-419c-801c-40933f54e158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:21.793796 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-03f11d9e-d350-4b6e-823b-8b3d4369221a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:21.896733 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-03f11d9e-d350-4b6e-823b-8b3d4369221a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:21.948293 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f11d9e-d350-4b6e-823b-8b3d4369221a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e762e3-95e4-456a-9b7a-19f610b1bf1d,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:21.973289 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56220) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:21.974421 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-03f11d9e-d350-4b6e-823b-8b3d4369221a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b73ec0bed5674d12b4ecd34a99fe018d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4060719 Feb 09 16:03:21.992759 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a3d11e2b-107c-419c-801c-40933f54e158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:22.053840 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a3d11e2b-107c-419c-801c-40933f54e158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:22.069237 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4a5067bc-b93b-44b9-bb53-c7639a10b9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:22.144831 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d11e2b-107c-419c-801c-40933f54e158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7395f938-39ff-4a62-aed8-5ffdf9a5898d,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:22.165003 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-a3d11e2b-107c-419c-801c-40933f54e158 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8704ec0ded054d9aa7e76bae727e12ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5206480 Feb 09 16:03:22.167709 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 56228) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:22.177623 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4a5067bc-b93b-44b9-bb53-c7639a10b9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:22.263463 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00745e84-809b-46af-bf11-570827a2facc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:22.316264 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00745e84-809b-46af-bf11-570827a2facc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:22.342013 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4a5067bc-b93b-44b9-bb53-c7639a10b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:22.367838 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5067bc-b93b-44b9-bb53-c7639a10b9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e762e3-95e4-456a-9b7a-19f610b1bf1d,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:22.382232 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4a5067bc-b93b-44b9-bb53-c7639a10b9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:22.391952 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-4a5067bc-b93b-44b9-bb53-c7639a10b9f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73e762e3-95e4-456a-9b7a-19f610b1bf1d HTTP/1.1" status: 204 len: 168 time: 0.4177182 Feb 09 16:03:22.520424 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00745e84-809b-46af-bf11-570827a2facc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:22.565020 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00745e84-809b-46af-bf11-570827a2facc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7395f938-39ff-4a62-aed8-5ffdf9a5898d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:22.585957 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00745e84-809b-46af-bf11-570827a2facc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:22.585957 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-00745e84-809b-46af-bf11-570827a2facc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7395f938-39ff-4a62-aed8-5ffdf9a5898d HTTP/1.1" status: 204 len: 168 time: 0.4153290 Feb 09 16:03:22.634164 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfa370-5c70-4767-8c1a-d45ed2edfc4b req-c80af605-078a-4f5a-9588-b7415c0ffac0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:22.641457 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ecbfa370-5c70-4767-8c1a-d45ed2edfc4b req-c80af605-078a-4f5a-9588-b7415c0ffac0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1881714 Feb 09 16:03:22.683436 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ecbfa370-5c70-4767-8c1a-d45ed2edfc4b req-6dd4abfd-c73e-42f3-89ef-0d8611aa3240 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408454 Feb 09 16:03:22.898078 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5c170dad-a410-4b94-a135-33a890cb2697 req-33bf8c8a-d1eb-4eee-b749-392091ba36d3 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 210 time: 0.0444899 Feb 09 16:03:23.142802 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e36a0e-0d80-4193-93e4-5380fe1a6f8a req-79007abd-c8b5-44c7-9b95-ceb2847a47ae tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:23.146582 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-89e36a0e-0d80-4193-93e4-5380fe1a6f8a req-79007abd-c8b5-44c7-9b95-ceb2847a47ae tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.0779388 Feb 09 16:03:23.179396 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5219420d-503c-4205-a356-23c19a73f635 req-8235f520-5765-4edb-a5e3-712bdad8636f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e2a887c33294b0497f7c8d97a81c687&device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 1098 time: 0.0780053 Feb 09 16:03:23.226469 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-89e36a0e-0d80-4193-93e4-5380fe1a6f8a req-d628d9b5-8d54-4677-a67e-fd3ad166aa66 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706527 Feb 09 16:03:23.290029 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 56268) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:23.346095 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219420d-503c-4205-a356-23c19a73f635 req-0c0eaeac-eba1-403a-956e-c44034f7e527 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:23.347712 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5219420d-503c-4205-a356-23c19a73f635 req-0c0eaeac-eba1-403a-956e-c44034f7e527 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00cf166c-a8d8-4dc6-b379-d49b36537933 HTTP/1.1" status: 200 len: 919 time: 0.1611831 Feb 09 16:03:23.431507 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5219420d-503c-4205-a356-23c19a73f635 req-bab049f2-8b02-4b13-bfa4-80a8af6c4b22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=902a9285-68c3-47c2-91a8-d28bef0369e6 HTTP/1.1" status: 200 len: 217 time: 0.0765240 Feb 09 16:03:23.517762 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219420d-503c-4205-a356-23c19a73f635 req-91ed4385-791a-4812-bc44-19f9579c2095 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:23.519236 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5219420d-503c-4205-a356-23c19a73f635 req-91ed4385-791a-4812-bc44-19f9579c2095 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1c33505-1925-45ee-9da3-9db09b7ce7b4 HTTP/1.1" status: 200 len: 858 time: 0.0747216 Feb 09 16:03:23.573653 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5219420d-503c-4205-a356-23c19a73f635 req-1d380f6c-9c80-420b-a353-56fd415a077a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00cf166c-a8d8-4dc6-b379-d49b36537933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470808 Feb 09 16:03:23.593708 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-772295428-network', 'tenant_id': '834941f3691d47a1809756d053797f2c'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:03:23.598262 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:23.602777 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Usage tracker for resource:network and tenant:834941f3691d47a1809756d053797f2c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:23.607391 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:23.613630 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:23.739252 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-b52bdbad-9c51-4fc6-8dda-57d4337f99e9 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:23.740877 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-b52bdbad-9c51-4fc6-8dda-57d4337f99e9 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Synchronizing usage tracker for tenant:dab52d4a8a85422da8d895778b2b1551 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:03:23.745003 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Made reservation on behalf of 834941f3691d47a1809756d053797f2c for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:23.747393 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:23.756730 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5219420d-503c-4205-a356-23c19a73f635 req-c9012133-2ed9-4e12-86f4-cfdb17723553 service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766839 Feb 09 16:03:23.766611 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:23.825853 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:23.840205 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Usage tracker for resource:security_group_rule and tenant:834941f3691d47a1809756d053797f2c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:23.845385 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:23.862742 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-b52bdbad-9c51-4fc6-8dda-57d4337f99e9 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Unset dirty status for tenant:dab52d4a8a85422da8d895778b2b1551 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:03:23.867890 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-b52bdbad-9c51-4fc6-8dda-57d4337f99e9 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.42 "GET /v2.0/networks?id=435aabbf-7da2-4610-96b6-cdfa5d00364b HTTP/1.1" status: 200 len: 807 time: 0.4188459 Feb 09 16:03:23.868806 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:23.893212 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Request body: {'port': {'device_id': '3fb08daf-da8c-438f-b48c-d85d24e51d6e', 'network_id': '435aabbf-7da2-4610-96b6-cdfa5d00364b', 'admin_state_up': True, 'tenant_id': 'dab52d4a8a85422da8d895778b2b1551'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:03:24.010704 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5219420d-503c-4205-a356-23c19a73f635 req-b8a18ce5-e4e5-4ed5-82df-19e21003dd26 service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395797 Feb 09 16:03:24.077519 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d775a50-5a3d-4c23-b63c-a4c763940dfe req-b3505c0f-0f00-49d7-b2dc-bd2cf550bca1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:24.079224 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4d775a50-5a3d-4c23-b63c-a4c763940dfe req-b3505c0f-0f00-49d7-b2dc-bd2cf550bca1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1640387 Feb 09 16:03:24.139584 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4d775a50-5a3d-4c23-b63c-a4c763940dfe req-e9b4cfda-8232-4395-973e-5fa4ac9a6d57 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530770 Feb 09 16:03:24.163653 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f23d3bd0-054c-48f5-bf65-27769397aa8a req-7b67c2df-b990-4318-90af-4cf7adc6d5cb tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 210 time: 0.0925517 Feb 09 16:03:24.283815 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.286149 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:24.290764 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Usage tracker for resource:port and tenant:dab52d4a8a85422da8d895778b2b1551 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:24.296716 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:24.301262 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:24.336382 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.370008 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:03:24.383891 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5658b18-bf8f-4a17-a299-c5f04586a3e3,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:24.390019 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.390442 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.segments_db [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Added segment 830bc8ba-93b9-440a-b1bf-68177bc6f854 of type vlan for network dbc554ab-c272-4c5a-abb1-b1e59582ba5a Feb 09 16:03:24.421516 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.433493 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Made reservation on behalf of dab52d4a8a85422da8d895778b2b1551 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:24.440045 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.497550 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741deee-d6d7-4c8d-a705-e62a4dc75bc0 req-d928f34c-21ff-4fff-8f05-7a34b453d99b tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:24.508455 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3741deee-d6d7-4c8d-a705-e62a4dc75bc0 req-d928f34c-21ff-4fff-8f05-7a34b453d99b tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1265082 Feb 09 16:03:24.605110 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3741deee-d6d7-4c8d-a705-e62a4dc75bc0 req-c4b62e7a-422c-4d8a-832d-556d9ee4c0f8 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955472 Feb 09 16:03:24.656984 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Allocated IP 172.20.0.9 (435aabbf-7da2-4610-96b6-cdfa5d00364b/9b9429e3-ee9f-45ab-95f7-bfeb65b65014/6f6f3bae-1d7f-486f-9263-f85901dcd909) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:24.876276 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.877693 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:24.877905 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.020363 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] Pushing event updated for resources: {'Network': ['ID=dbc554ab-c272-4c5a-abb1-b1e59582ba5a,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:25.034833 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network dbc554ab-c272-4c5a-abb1-b1e59582ba5a details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 16:03:25.055424 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.082303 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-fe0d5fe0-cf6a-41fc-85ad-c24d7b5744bd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7896898 Feb 09 16:03:25.084366 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 56328) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:25.091451 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f546b91f-2eb0-4188-9c9c-3a017ee47a3b admin admin] Request body: {'subnet': {'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-772295428-subnet', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:03:25.095872 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f546b91f-2eb0-4188-9c9c-3a017ee47a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:25.100954 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f546b91f-2eb0-4188-9c9c-3a017ee47a3b admin admin] Usage tracker for resource:subnet and tenant:834941f3691d47a1809756d053797f2c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:25.107080 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f546b91f-2eb0-4188-9c9c-3a017ee47a3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:25.119176 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f546b91f-2eb0-4188-9c9c-3a017ee47a3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:25.176705 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.271672 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Pushing event updated for resources: {'Port': ['ID=6f6f3bae-1d7f-486f-9263-f85901dcd909,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:25.277758 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f546b91f-2eb0-4188-9c9c-3a017ee47a3b admin admin] Made reservation on behalf of 834941f3691d47a1809756d053797f2c for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:25.280043 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f546b91f-2eb0-4188-9c9c-3a017ee47a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7118219'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.373232 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Network 435aabbf-7da2-4610-96b6-cdfa5d00364b is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:25.379354 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:25.383465 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:03:25.420858 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8c00-cdd7-4fe3-9b88-33bd5a17214c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.463370 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:25.463370 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.516358 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bf24b-d7e0-4c54-841f-636dd5283c55 req-9843a42d-9444-4b98-b352-f9ec32816a90 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:25.517809 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3b1bf24b-d7e0-4c54-841f-636dd5283c55 req-9843a42d-9444-4b98-b352-f9ec32816a90 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 931 time: 0.0964179 Feb 09 16:03:25.578973 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3b1bf24b-d7e0-4c54-841f-636dd5283c55 req-21c571d1-2f20-4320-978f-829f8f7f2861 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546756 Feb 09 16:03:25.599138 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9acb9-f2db-4971-8add-a9fb4667b0d0 req-64008e49-1d67-490d-b97b-11d27c165976 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:25.601671 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5ef9acb9-f2db-4971-8add-a9fb4667b0d0 req-64008e49-1d67-490d-b97b-11d27c165976 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1459854 Feb 09 16:03:25.644972 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-4a24e283-0db9-48ed-b464-30303ebe5cc5 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7591999 Feb 09 16:03:25.663846 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Request body: {'port': {'device_id': '3fb08daf-da8c-438f-b48c-d85d24e51d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:03:25.694180 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5ef9acb9-f2db-4971-8add-a9fb4667b0d0 req-5997da3a-ab45-430b-a434-84f22991b399 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869768 Feb 09 16:03:25.843467 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.932596 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240efa4b-b131-4ec8-9b04-96e5d305b6a3 req-0118712d-a19d-41dd-a28a-e3c4feb4d57b tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:25.939341 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-240efa4b-b131-4ec8-9b04-96e5d305b6a3 req-0118712d-a19d-41dd-a28a-e3c4feb4d57b tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1223481 Feb 09 16:03:25.994512 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-240efa4b-b131-4ec8-9b04-96e5d305b6a3 req-a523ed5c-f9e9-4162-9591-c52a68dc13b3 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542035 Feb 09 16:03:26.001529 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f546b91f-2eb0-4188-9c9c-3a017ee47a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7030955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7118261'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.175545 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546b91f-2eb0-4188-9c9c-3a017ee47a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a681b831-f211-4e00-a4cc-a42d59ce2287,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:26.201974 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f546b91f-2eb0-4188-9c9c-3a017ee47a3b admin admin] Checking segment: {'id': '830bc8ba-93b9-440a-b1bf-68177bc6f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:03:26.202542 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f546b91f-2eb0-4188-9c9c-3a017ee47a3b admin admin] Network hostable DHCP agents. Network: dbc554ab-c272-4c5a-abb1-b1e59582ba5a, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:03:26.334294 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f546b91f-2eb0-4188-9c9c-3a017ee47a3b admin admin] Network dbc554ab-c272-4c5a-abb1-b1e59582ba5a is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:03:26.365941 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6f3bae-1d7f-486f-9263-f85901dcd909 {{(pid=83709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:03:26.373432 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.393565 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Transition to ACTIVE for port object 6f6f3bae-1d7f-486f-9263-f85901dcd909 will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:03:26.433307 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-f546b91f-2eb0-4188-9c9c-3a017ee47a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, dbc554ab-c272-4c5a-abb1-b1e59582ba5a) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:26.444513 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f546b91f-2eb0-4188-9c9c-3a017ee47a3b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:26.444513 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f546b91f-2eb0-4188-9c9c-3a017ee47a3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.447758 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd800d7f-2e51-4093-87f8-b805608bceb2 None None] Network dbc554ab-c272-4c5a-abb1-b1e59582ba5a requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:03:26.462872 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.589858 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-f546b91f-2eb0-4188-9c9c-3a017ee47a3b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5041223 Feb 09 16:03:26.597475 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56376) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:26.617596 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6f3bae-1d7f-486f-9263-f85901dcd909,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:26.632770 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-772295428-router', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:03:26.648686 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:26.661196 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Usage tracker for resource:router and tenant:834941f3691d47a1809756d053797f2c is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:26.672808 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:26.704086 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:26.730767 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Attempting to bind port 6f6f3bae-1d7f-486f-9263-f85901dcd909 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:26.731106 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Attempting to bind port 6f6f3bae-1d7f-486f-9263-f85901dcd909 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '59fa577f-4d90-4d7d-a98d-a24b2b03f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '435aabbf-7da2-4610-96b6-cdfa5d00364b'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:26.731436 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Attempting to bind port 6f6f3bae-1d7f-486f-9263-f85901dcd909 on network 435aabbf-7da2-4610-96b6-cdfa5d00364b {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:03:26.738633 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Port 6f6f3bae-1d7f-486f-9263-f85901dcd909 on network 435aabbf-7da2-4610-96b6-cdfa5d00364b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:03:26.738966 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Attempting to bind port 6f6f3bae-1d7f-486f-9263-f85901dcd909 on network 435aabbf-7da2-4610-96b6-cdfa5d00364b {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:03:26.747988 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:03:26.748327 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Checking segment: {'id': '59fa577f-4d90-4d7d-a98d-a24b2b03f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '435aabbf-7da2-4610-96b6-cdfa5d00364b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:03:26.748715 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Bound using segment: {'id': '59fa577f-4d90-4d7d-a98d-a24b2b03f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '435aabbf-7da2-4610-96b6-cdfa5d00364b'} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:03:26.749149 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Bound port: 6f6f3bae-1d7f-486f-9263-f85901dcd909, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fa577f-4d90-4d7d-a98d-a24b2b03f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '435aabbf-7da2-4610-96b6-cdfa5d00364b'}}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:26.760078 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.774602 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb1ace92-ef78-5fb9-ac9e-ee7977fe44ac-dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'fixed_ips': [{'subnet_id': 'a681b831-f211-4e00-a4cc-a42d59ce2287'}]}} from dv-cinder-825105-1-smb. {{(pid=83710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 16:03:26.776009 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.838682 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.838682 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41882'] for router, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.885998 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.955725 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] For port 6f6f3bae-1d7f-486f-9263-f85901dcd909, host hv-cinder-82510, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:26.962248 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] For port 6f6f3bae-1d7f-486f-9263-f85901dcd909, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6f6f3bae-1d7f-486f-9263-f85901dcd909,segment=NetworkSegment(59fa577f-4d90-4d7d-a98d-a24b2b03f5ca),segment_id=59fa577f-4d90-4d7d-a98d-a24b2b03f5ca)] {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:27.051084 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Allocated IP 172.20.0.2 (dbc554ab-c272-4c5a-abb1-b1e59582ba5a/a681b831-f211-4e00-a4cc-a42d59ce2287/9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:27.060498 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.325060 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629ed02-ff6a-4499-81c9-34a559e007a3 req-0050382f-4adc-4fa0-b7f5-9ac4f7db6d63 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:27.326053 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d187c70-01d5-4bc3-b756-5a8e501a0140 req-b4240607-ae5c-42fb-9793-eadad7c737b0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:27.326702 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-d629ed02-ff6a-4499-81c9-34a559e007a3 req-0050382f-4adc-4fa0-b7f5-9ac4f7db6d63 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Synchronizing usage tracker for tenant:dab52d4a8a85422da8d895778b2b1551 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:03:27.332629 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0d187c70-01d5-4bc3-b756-5a8e501a0140 req-b4240607-ae5c-42fb-9793-eadad7c737b0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.3767536 Feb 09 16:03:27.342423 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.344313 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/6f6f3bae-1d7f-486f-9263-f85901dcd909 HTTP/1.1" status: 200 len: 1093 time: 1.6860249 Feb 09 16:03:27.347122 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb08daf-da8c-438f-b48c-d85d24e51d6e', 'tag': '6f6f3bae-1d7f-486f-9263-f85901dcd909'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:03:27.374954 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf16c9-e6a2-4d48-9e3b-a7216145e3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6f3bae-1d7f-486f-9263-f85901dcd909,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:27.382852 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41896'] for router, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.388156 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.401867 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Transition to ACTIVE for port object 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:03:27.413529 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0d187c70-01d5-4bc3-b756-5a8e501a0140 req-48ee2f32-dc9b-458c-b083-9a0f40e4f6cf tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768237 Feb 09 16:03:27.442646 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Transition to ACTIVE for port object 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:03:27.513407 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-d629ed02-ff6a-4499-81c9-34a559e007a3 req-0050382f-4adc-4fa0-b7f5-9ac4f7db6d63 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Unset dirty status for tenant:dab52d4a8a85422da8d895778b2b1551 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:03:27.514609 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d629ed02-ff6a-4499-81c9-34a559e007a3 req-0050382f-4adc-4fa0-b7f5-9ac4f7db6d63 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 943 time: 0.5567122 Feb 09 16:03:27.540165 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.626830 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-d629ed02-ff6a-4499-81c9-34a559e007a3 req-537b4321-b45a-4ab4-99e6-9c65b265b2e9 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Synchronizing usage tracker for tenant:dab52d4a8a85422da8d895778b2b1551 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:03:27.667413 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Network dbc554ab-c272-4c5a-abb1-b1e59582ba5a is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:27.668999 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:27.669734 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-b5baf2b6-5b83-4d50-9f7e-80d73f988a31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dab52d4a8a85422da8d895778b2b1551&device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 1096 time: 0.1916265 Feb 09 16:03:27.672018 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Pushing event updated for resources: {'Port': ['ID=9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:27.683520 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:03:27.691440 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:27.692086 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:27.693149 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:27.693695 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:27.694484 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:27.695007 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:27.695655 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:27.696228 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:27.696729 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:27.697239 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:27.697780 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:27.720434 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a12aef-4e50-459a-a3ed-2cabdb51abb1 req-42873aef-05e3-4798-85c7-07f400a104dc tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:27.730866 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-90a12aef-4e50-459a-a3ed-2cabdb51abb1 req-42873aef-05e3-4798-85c7-07f400a104dc tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1210697 Feb 09 16:03:27.779124 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-d629ed02-ff6a-4499-81c9-34a559e007a3 req-537b4321-b45a-4ab4-99e6-9c65b265b2e9 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Unset dirty status for tenant:dab52d4a8a85422da8d895778b2b1551 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:03:27.792980 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d629ed02-ff6a-4499-81c9-34a559e007a3 req-537b4321-b45a-4ab4-99e6-9c65b265b2e9 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720385 Feb 09 16:03:27.823661 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-9a03777e-8a3a-437a-b1f7-bd100e832c5a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f6f3bae-1d7f-486f-9263-f85901dcd909 HTTP/1.1" status: 200 len: 217 time: 0.1447783 Feb 09 16:03:27.834145 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Attempting to bind port 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:27.834648 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Attempting to bind port 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': '830bc8ba-93b9-440a-b1bf-68177bc6f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:27.835216 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Attempting to bind port 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f on network dbc554ab-c272-4c5a-abb1-b1e59582ba5a {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:03:27.842775 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:03:27.843281 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Checking segment: {'id': '830bc8ba-93b9-440a-b1bf-68177bc6f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:03:27.843777 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.844257 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Bound using segment: {'id': '830bc8ba-93b9-440a-b1bf-68177bc6f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:03:27.844842 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Bound port: 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '830bc8ba-93b9-440a-b1bf-68177bc6f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:27.845311 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.935837 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-90a12aef-4e50-459a-a3ed-2cabdb51abb1 req-3909e199-ec5b-4fd1-85cc-725dcd7a33a6 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986430 Feb 09 16:03:27.936100 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb08daf-da8c-438f-b48c-d85d24e51d6e', 'tag': '6f6f3bae-1d7f-486f-9263-f85901dcd909', 'status': 'completed', 'code': 200} Feb 09 16:03:27.948282 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bde4ebc2-51b9-49c2-8857-a565a49b0331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.976487 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.981041 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-5af92b32-6547-4b6b-a0c7-88ed8a153941 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:27.982703 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-5af92b32-6547-4b6b-a0c7-88ed8a153941 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b9429e3-ee9f-45ab-95f7-bfeb65b65014 HTTP/1.1" status: 200 len: 847 time: 0.1445518 Feb 09 16:03:28.008788 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] For port 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:28.010761 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:28.015311 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] For port 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f,segment=NetworkSegment(830bc8ba-93b9-440a-b1bf-68177bc6f854),segment_id=830bc8ba-93b9-440a-b1bf-68177bc6f854)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:28.038420 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-f46b5719-30f3-44e9-a7fa-eef4def1751a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=435aabbf-7da2-4610-96b6-cdfa5d00364b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472648 Feb 09 16:03:28.114952 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:28.197815 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_common [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Allocated IP 172.28.1.131 (6b7fe1e6-5bb6-4d06-a266-701d5608a849/a29998aa-47c5-4d48-9fc6-2e8cc05152fe/dec76c8b-3c32-4f74-8407-0077df076b20) {{(pid=83708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:28.217358 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cd08b-1cb1-4dc0-9760-e61a64d75f6c None None] Pushing event updated for resources: {'Port': ['ID=9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:28.331583 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-0e8169d9-126b-4108-95b9-57c6ac4f607f service neutron] 10.222.0.42 "GET /v2.0/networks/435aabbf-7da2-4610-96b6-cdfa5d00364b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871716 Feb 09 16:03:28.410324 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:28.569785 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ddda4049-57a8-437e-8ae0-fc1f79518440 req-9515b209-5a16-468a-a68e-0b6bb4e2b3d2 service neutron] 10.222.0.42 "GET /v2.0/networks/435aabbf-7da2-4610-96b6-cdfa5d00364b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225420 Feb 09 16:03:28.582253 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:28.721004 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f3ce3-cfe9-4fd2-91dd-2599efdf8546 req-acffdb3f-4720-4958-9ce6-eae12078b88f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:28.733159 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-986f3ce3-cfe9-4fd2-91dd-2599efdf8546 req-acffdb3f-4720-4958-9ce6-eae12078b88f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1520762 Feb 09 16:03:28.760934 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Pushing event updated for resources: {'Port': ['ID=dec76c8b-3c32-4f74-8407-0077df076b20,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:28.783349 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:28.784597 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:28.792018 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Received port after_create {{(pid=83708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:03:28.855242 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-986f3ce3-cfe9-4fd2-91dd-2599efdf8546 req-87f08f3e-3195-4e31-b996-717be5a410c1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609846 Feb 09 16:03:28.882166 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3a123d8f-6619-4bd3-b036-55fa66142cab req-71c22259-041f-45d5-ad67-73f31afe9d8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dab52d4a8a85422da8d895778b2b1551&device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 1096 time: 0.1469917 Feb 09 16:03:28.930083 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:29.061751 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:29.116343 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380fbaa-ec7a-45ac-9aeb-4af2f3a13aa8 req-c2d941c5-dd06-4d78-941c-acbf5c12977e tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:29.122044 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8380fbaa-ec7a-45ac-9aeb-4af2f3a13aa8 req-c2d941c5-dd06-4d78-941c-acbf5c12977e tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 943 time: 0.1427846 Feb 09 16:03:29.151591 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:29.152462 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691926'] for router, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:29.154792 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a123d8f-6619-4bd3-b036-55fa66142cab req-4b3fc3a4-3edd-4ff1-ae2c-b697e57c7747 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:29.156320 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3a123d8f-6619-4bd3-b036-55fa66142cab req-4b3fc3a4-3edd-4ff1-ae2c-b697e57c7747 service neutron] 10.222.0.42 "GET /v2.0/networks?id=435aabbf-7da2-4610-96b6-cdfa5d00364b HTTP/1.1" status: 200 len: 908 time: 0.2647588 Feb 09 16:03:29.257917 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3a123d8f-6619-4bd3-b036-55fa66142cab req-fa87b1c1-23ad-41a7-a4c4-fc0ac83a87d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f6f3bae-1d7f-486f-9263-f85901dcd909 HTTP/1.1" status: 200 len: 217 time: 0.0938902 Feb 09 16:03:29.305240 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8380fbaa-ec7a-45ac-9aeb-4af2f3a13aa8 req-95b56066-f83a-4cea-b982-fe510d90e10e tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821554 Feb 09 16:03:29.344980 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a123d8f-6619-4bd3-b036-55fa66142cab req-31376faf-4687-49f0-9886-3aa0d36a9fb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:29.346564 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3a123d8f-6619-4bd3-b036-55fa66142cab req-31376faf-4687-49f0-9886-3aa0d36a9fb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b9429e3-ee9f-45ab-95f7-bfeb65b65014 HTTP/1.1" status: 200 len: 847 time: 0.0809386 Feb 09 16:03:29.362787 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b618e-3f64-4ca6-a07b-6f4492b780e4 req-0f4ac6ce-1ad9-45d1-8ab0-866757cff899 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:29.364507 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-714b618e-3f64-4ca6-a07b-6f4492b780e4 req-0f4ac6ce-1ad9-45d1-8ab0-866757cff899 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.2750459 Feb 09 16:03:29.461344 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3a123d8f-6619-4bd3-b036-55fa66142cab req-855984ee-f1b4-4169-badd-df646831c631 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=435aabbf-7da2-4610-96b6-cdfa5d00364b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880272 Feb 09 16:03:29.558519 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-714b618e-3f64-4ca6-a07b-6f4492b780e4 req-d7a0602b-7dd3-483e-9c2d-8287bf2e61e2 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809649 Feb 09 16:03:29.570857 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Router b775e9f4-8b7c-4f7b-be3a-ca0191be065b is scheduled to L3 agent fb3d251c-cb97-460a-9813-8f855a49118a with binding_index 1 {{(pid=83708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:03:29.629031 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fe0419-d249-4dcc-98a8-912a3b565ec9 None None] Network dbc554ab-c272-4c5a-abb1-b1e59582ba5a requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:03:29.651869 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3a123d8f-6619-4bd3-b036-55fa66142cab req-d3b69918-0da2-4f57-bef4-7be9374f52b6 service neutron] 10.222.0.42 "GET /v2.0/networks/435aabbf-7da2-4610-96b6-cdfa5d00364b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717985 Feb 09 16:03:29.829535 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3a123d8f-6619-4bd3-b036-55fa66142cab req-89af41b7-5f3e-4b44-96db-068e4292f42a service neutron] 10.222.0.42 "GET /v2.0/networks/435aabbf-7da2-4610-96b6-cdfa5d00364b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709819 Feb 09 16:03:29.903518 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:29.915019 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Sync routers for ids ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'] in dv-cinder-825105-1-smb {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:03:29.931212 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-c08f7f39-3efd-4b26-9371-0446d6e47c73 None None] Provisioning for port 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:29.944264 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Routers {'b775e9f4-8b7c-4f7b-be3a-ca0191be065b'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:03:29.944892 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:03:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:29.992580 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] Notify callbacks [] for router, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:29.996642 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-103a8839-13de-4590-a4ee-af72fcec0a3c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3754029 Feb 09 16:03:29.996752 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56456) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:30.166911 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Set router b775e9f4-8b7c-4f7b-be3a-ca0191be065b gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:03:30.341805 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:30.367992 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae03a8-1d72-45cf-884e-29472d61574f req-0b7c6d89-d174-4d88-851b-75e7644d115b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:30.369533 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-99ae03a8-1d72-45cf-884e-29472d61574f req-0b7c6d89-d174-4d88-851b-75e7644d115b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1180296 Feb 09 16:03:30.417801 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:03:30.440242 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-99ae03a8-1d72-45cf-884e-29472d61574f req-f86178db-983e-4048-869a-8c89423e2b35 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630913 Feb 09 16:03:30.521500 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'name': 'tempest-TestMinimumBasicScenario-772295428-router', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:26Z', 'updated_at': '2022-02-09T16:03:28Z', 'revision_number': 3, 'project_id': '834941f3691d47a1809756d053797f2c', 'gw_port': {'id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:28Z', 'updated_at': '2022-02-09T16:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:30.529824 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Checking router: b775e9f4-8b7c-4f7b-be3a-ca0191be065b for host: dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:03:30.530003 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Updating router b775e9f4-8b7c-4f7b-be3a-ca0191be065b port dec76c8b-3c32-4f74-8407-0077df076b20 binding host dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 16:03:30.587094 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:30.616468 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:30.623839 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:30.624413 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:30.733494 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0f713-df0b-4c47-8475-b3d18dca20a5 req-29968aba-798f-43c9-b06a-debdd0e55996 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:30.745912 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-13f0f713-df0b-4c47-8475-b3d18dca20a5 req-29968aba-798f-43c9-b06a-debdd0e55996 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 943 time: 0.1765797 Feb 09 16:03:30.819901 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-13f0f713-df0b-4c47-8475-b3d18dca20a5 req-1967296a-adba-4690-8160-d2b1f784129c tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723979 Feb 09 16:03:30.932253 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:30.942349 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1335ca-5e31-4571-b542-df5e80f25b6c req-5ced0bd3-2770-40e8-8af5-8499e1bd39af tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:30.947588 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-cf1335ca-5e31-4571-b542-df5e80f25b6c req-5ced0bd3-2770-40e8-8af5-8499e1bd39af tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.2066844 Feb 09 16:03:31.008006 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f,segment=NetworkSegment(830bc8ba-93b9-440a-b1bf-68177bc6f854),segment_id=830bc8ba-93b9-440a-b1bf-68177bc6f854)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:31.141508 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.180150 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-cf1335ca-5e31-4571-b542-df5e80f25b6c req-3b5b025e-dfec-44ed-bd91-90bbd4054458 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246823 Feb 09 16:03:31.225023 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:31.254996 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.267355 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Transition to ACTIVE for port object dec76c8b-3c32-4f74-8407-0077df076b20 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:03:31.323513 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.407905 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ee480-2908-431c-b52a-0defba187475 None None] Pushing event updated for resources: {'Port': ['ID=dec76c8b-3c32-4f74-8407-0077df076b20,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:31.411184 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Attempting to bind port dec76c8b-3c32-4f74-8407-0077df076b20 on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:31.412061 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Attempting to bind port dec76c8b-3c32-4f74-8407-0077df076b20 by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:31.412411 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Attempting to bind port dec76c8b-3c32-4f74-8407-0077df076b20 on network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:03:31.423275 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252ee480-2908-431c-b52a-0defba187475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:31.423615 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252ee480-2908-431c-b52a-0defba187475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:31.423945 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252ee480-2908-431c-b52a-0defba187475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:31.424272 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252ee480-2908-431c-b52a-0defba187475 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:31.424595 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252ee480-2908-431c-b52a-0defba187475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:31.424915 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252ee480-2908-431c-b52a-0defba187475 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:31.425230 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252ee480-2908-431c-b52a-0defba187475 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:31.425546 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252ee480-2908-431c-b52a-0defba187475 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:31.425933 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252ee480-2908-431c-b52a-0defba187475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:31.426620 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252ee480-2908-431c-b52a-0defba187475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:31.427527 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252ee480-2908-431c-b52a-0defba187475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:31.432320 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:03:31.432697 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Checking segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:03:31.433167 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.433546 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Bound using segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:03:31.434011 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Bound port: dec76c8b-3c32-4f74-8407-0077df076b20, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:31.434495 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.458759 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.464832 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 6f6f3bae-1d7f-486f-9263-f85901dcd909 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:03:31.549536 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] For port dec76c8b-3c32-4f74-8407-0077df076b20, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:31.554336 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] For port dec76c8b-3c32-4f74-8407-0077df076b20, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=dec76c8b-3c32-4f74-8407-0077df076b20,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:31.662892 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 6f6f3bae-1d7f-486f-9263-f85901dcd909, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6f6f3bae-1d7f-486f-9263-f85901dcd909,segment=NetworkSegment(59fa577f-4d90-4d7d-a98d-a24b2b03f5ca),segment_id=59fa577f-4d90-4d7d-a98d-a24b2b03f5ca)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:31.678570 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': '6f6f3bae-1d7f-486f-9263-f85901dcd909', 'network_id': '435aabbf-7da2-4610-96b6-cdfa5d00364b', 'port_id': '6f6f3bae-1d7f-486f-9263-f85901dcd909', 'mac_address': 'fa:16:3e:9a:30:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b9429e3-ee9f-45ab-95f7-bfeb65b65014', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:03:31.715918 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.732862 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_common [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Allocated IP 172.20.0.1 (dbc554ab-c272-4c5a-abb1-b1e59582ba5a/a681b831-f211-4e00-a4cc-a42d59ce2287/193c4609-25f5-418a-93af-9041a7a31275) {{(pid=83708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:31.781310 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.806127 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6f3bae-1d7f-486f-9263-f85901dcd909 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:03:31.828246 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 6f6f3bae-1d7f-486f-9263-f85901dcd909, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6f6f3bae-1d7f-486f-9263-f85901dcd909,segment=NetworkSegment(59fa577f-4d90-4d7d-a98d-a24b2b03f5ca),segment_id=59fa577f-4d90-4d7d-a98d-a24b2b03f5ca)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:31.832742 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba09ea2-7fce-4a44-8892-54a5f6969fc8 req-75749ecf-93c6-41f1-a48e-a81010099859 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:31.833818 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ee480-2908-431c-b52a-0defba187475 None None] Pushing event updated for resources: {'Port': ['ID=dec76c8b-3c32-4f74-8407-0077df076b20,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:31.835343 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-aba09ea2-7fce-4a44-8892-54a5f6969fc8 req-75749ecf-93c6-41f1-a48e-a81010099859 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1796052 Feb 09 16:03:31.838806 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Routers {'b775e9f4-8b7c-4f7b-be3a-ca0191be065b'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:03:31.839655 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:03:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:31.884206 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.934769 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-aba09ea2-7fce-4a44-8892-54a5f6969fc8 req-323ee8a9-f043-4580-87a2-86a62fa7355f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850859 Feb 09 16:03:31.947071 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.990425 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.provisioning_blocks [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Transition to ACTIVE for port object 193c4609-25f5-418a-93af-9041a7a31275 will not be triggered until provisioned by entity DHCP. {{(pid=83708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:03:32.026975 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=6f6f3bae-1d7f-486f-9263-f85901dcd909,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:32.141666 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['6f6f3bae-1d7f-486f-9263-f85901dcd909'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:03:32.173782 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619348e-0acd-47bc-8100-7402fab94454 req-0aa79a5c-64bd-412a-a34d-b514ebb90f77 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:32.182533 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3619348e-0acd-47bc-8100-7402fab94454 req-0aa79a5c-64bd-412a-a34d-b514ebb90f77 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 944 time: 0.1567266 Feb 09 16:03:32.193650 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] Set router b775e9f4-8b7c-4f7b-be3a-ca0191be065b gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:03:32.259167 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3619348e-0acd-47bc-8100-7402fab94454 req-4fff1655-2ed8-421f-97ae-2aa015c4a812 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757523 Feb 09 16:03:32.267946 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:32.373615 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Network dbc554ab-c272-4c5a-abb1-b1e59582ba5a is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:32.377218 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:32.389770 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Received port after_create {{(pid=83708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:03:32.439445 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:03:32.464338 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Pushing event updated for resources: {'Port': ['ID=193c4609-25f5-418a-93af-9041a7a31275,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:32.499195 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695432'] for router_interface, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:32.511191 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fd937-1a45-4aa5-a65c-f45a37ba658e req-03c6ce9b-8c8c-483a-932e-1121d069c5f9 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:32.521114 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c31fd937-1a45-4aa5-a65c-f45a37ba658e req-03c6ce9b-8c8c-483a-932e-1121d069c5f9 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1264181 Feb 09 16:03:32.583406 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c31fd937-1a45-4aa5-a65c-f45a37ba658e req-8c5aded6-4fb7-4637-a615-d2cec3d59771 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598114 Feb 09 16:03:32.583883 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:32.584484 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:32.727452 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'name': 'tempest-TestMinimumBasicScenario-772295428-router', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:26Z', 'updated_at': '2022-02-09T16:03:28Z', 'revision_number': 3, 'project_id': '834941f3691d47a1809756d053797f2c', 'gw_port': {'id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:28Z', 'updated_at': '2022-02-09T16:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:32.731821 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f29591c-b17e-444a-839d-de3c67c91c6c None None] The sync data for ids ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'] in dv-cinder-825105-1-smb is: [{'id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'name': 'tempest-TestMinimumBasicScenario-772295428-router', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:26Z', 'updated_at': '2022-02-09T16:03:28Z', 'revision_number': 3, 'project_id': '834941f3691d47a1809756d053797f2c', 'gw_port': {'id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:28Z', 'updated_at': '2022-02-09T16:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:03:32.733517 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:32.861807 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-155af735-4049-479f-8a3d-2d3bfb95e8cf None None] Provisioning for port 193c4609-25f5-418a-93af-9041a7a31275 completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:32.867949 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-155af735-4049-479f-8a3d-2d3bfb95e8cf None None] Provisioning complete for port 193c4609-25f5-418a-93af-9041a7a31275 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:32.868739 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-155af735-4049-479f-8a3d-2d3bfb95e8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:32.939105 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-155af735-4049-479f-8a3d-2d3bfb95e8cf None None] Port 193c4609-25f5-418a-93af-9041a7a31275 cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:03:33.128437 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:33.223330 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1352257'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:33.440620 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1695269'] for router_interface, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:33.453607 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Pushing event updated for resources: {'Port': ['ID=193c4609-25f5-418a-93af-9041a7a31275,revision_number=2']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:33.497743 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 6f6f3bae-1d7f-486f-9263-f85901dcd909 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:03:33.642850 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182d3e3-05a1-4aad-bf75-427ec0b80f76 req-c5560fb1-71ba-409b-82c9-526e16364c13 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:33.644325 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b182d3e3-05a1-4aad-bf75-427ec0b80f76 req-c5560fb1-71ba-409b-82c9-526e16364c13 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.3584650 Feb 09 16:03:33.770494 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port 6f6f3bae-1d7f-486f-9263-f85901dcd909 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:33.776515 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port 6f6f3bae-1d7f-486f-9263-f85901dcd909 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:33.777048 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:33.802662 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcab089-6132-4ded-ab4e-b3b1a92f1adf req-4c54cb33-3986-433e-babe-570a46b3fd7f tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:33.804504 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cdcab089-6132-4ded-ab4e-b3b1a92f1adf req-4c54cb33-3986-433e-babe-570a46b3fd7f tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 944 time: 0.1383708 Feb 09 16:03:33.815500 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Network dbc554ab-c272-4c5a-abb1-b1e59582ba5a is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:33.819929 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b182d3e3-05a1-4aad-bf75-427ec0b80f76 req-8378ed19-4b8c-4f5b-9368-c211c391aabc tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366756 Feb 09 16:03:33.820782 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:33.940380 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cdcab089-6132-4ded-ab4e-b3b1a92f1adf req-e79a0cbc-2178-42c4-a08d-aaf29905a88d tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291203 Feb 09 16:03:34.045644 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:34.097264 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb08daf-da8c-438f-b48c-d85d24e51d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6f3bae-1d7f-486f-9263-f85901dcd909'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:03:34.113124 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 6f6f3bae-1d7f-486f-9263-f85901dcd909, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6f6f3bae-1d7f-486f-9263-f85901dcd909,segment=NetworkSegment(59fa577f-4d90-4d7d-a98d-a24b2b03f5ca),segment_id=59fa577f-4d90-4d7d-a98d-a24b2b03f5ca)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:34.162328 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb08daf-da8c-438f-b48c-d85d24e51d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6f3bae-1d7f-486f-9263-f85901dcd909', 'code': 200} Feb 09 16:03:34.173874 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-a28e8d6a-9de0-45c2-be1d-5a14cf7edd7b None None] Provisioning complete for port 193c4609-25f5-418a-93af-9041a7a31275 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:34.174432 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a28e8d6a-9de0-45c2-be1d-5a14cf7edd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:34.195723 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56234fe-2eb1-4f76-9468-099466a6e37d req-7dcd95e4-9168-4862-9886-965a9a3681e4 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:34.197208 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a56234fe-2eb1-4f76-9468-099466a6e37d req-7dcd95e4-9168-4862-9886-965a9a3681e4 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1321726 Feb 09 16:03:34.201744 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:34.279990 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a28e8d6a-9de0-45c2-be1d-5a14cf7edd7b None None] Port 193c4609-25f5-418a-93af-9041a7a31275 cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:03:34.291647 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=6f6f3bae-1d7f-486f-9263-f85901dcd909,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:34.366266 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a56234fe-2eb1-4f76-9468-099466a6e37d req-daacadb1-74dd-46db-b9fb-19d52ff0f405 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212833 Feb 09 16:03:34.447890 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Router b775e9f4-8b7c-4f7b-be3a-ca0191be065b has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:03:34.459207 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device dec76c8b-3c32-4f74-8407-0077df076b20 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:03:34.655865 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:34.676113 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7a8ff286-4a65-416a-b19a-33023f9582af req-68f70df9-ca07-47ea-a482-15fdc5a40fe7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 1098 time: 0.0759850 Feb 09 16:03:34.676306 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-5a8c4a6b-9289-4cef-98d0-db6ccaad33ef admin admin] 10.222.0.30 "PUT /v2.0/routers/b775e9f4-8b7c-4f7b-be3a-ca0191be065b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6707821 Feb 09 16:03:34.676386 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port dec76c8b-3c32-4f74-8407-0077df076b20 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:34.680534 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port dec76c8b-3c32-4f74-8407-0077df076b20 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:34.681052 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:34.720110 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7a8ff286-4a65-416a-b19a-33023f9582af req-55293ed2-abdd-4c27-931a-0d530c95d2b2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377727 Feb 09 16:03:34.803899 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:34.833633 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port dec76c8b-3c32-4f74-8407-0077df076b20, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=dec76c8b-3c32-4f74-8407-0077df076b20,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:34.936870 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.127833 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=dec76c8b-3c32-4f74-8407-0077df076b20,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:35.168428 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3332a2-9969-45f2-9468-a19fa06a2b73 req-932feca0-b442-4313-afd8-a58bc1adbc82 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:35.170764 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2e3332a2-9969-45f2-9468-a19fa06a2b73 req-932feca0-b442-4313-afd8-a58bc1adbc82 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1423316 Feb 09 16:03:35.242995 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0627a9-34bf-4bc7-bdb3-e956290f07f7 req-78b3d638-9c4d-4866-8c36-ac31439dc6ef tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:35.246771 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3b0627a9-34bf-4bc7-bdb3-e956290f07f7 req-78b3d638-9c4d-4866-8c36-ac31439dc6ef tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 945 time: 0.1068830 Feb 09 16:03:35.257208 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2e3332a2-9969-45f2-9468-a19fa06a2b73 req-6a38add0-90a4-4f1d-b283-144e3076b247 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803473 Feb 09 16:03:35.316757 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3b0627a9-34bf-4bc7-bdb3-e956290f07f7 req-ecbc442e-a008-4db0-8aae-a308d231147d tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636659 Feb 09 16:03:35.600893 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4746f-7545-4bdd-952c-392a62ae9e40 req-0bff6ab9-93d7-47b2-b9f1-59bc451a6eca tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:35.609026 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-52d4746f-7545-4bdd-952c-392a62ae9e40 req-0bff6ab9-93d7-47b2-b9f1-59bc451a6eca tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.0999298 Feb 09 16:03:35.680796 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-52d4746f-7545-4bdd-952c-392a62ae9e40 req-be3db21d-962c-4463-971c-a54f42132ad7 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703645 Feb 09 16:03:36.277503 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56620) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:36.391685 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device dec76c8b-3c32-4f74-8407-0077df076b20 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:03:36.454030 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 56636) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:36.462244 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1798153553-network', 'tenant_id': 'eff712e756e74ffc85d416b8d2cbaa9c'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:03:36.469427 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:36.486300 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Usage tracker for resource:network and tenant:eff712e756e74ffc85d416b8d2cbaa9c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:36.493321 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:36.517080 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:36.530279 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port dec76c8b-3c32-4f74-8407-0077df076b20 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:36.530647 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.577782 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-43c9506e-4445-436b-a58d-27979e50c324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.604682 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58714621-1eca-4b45-97f0-216373a30c8b req-fe306d12-95b4-4331-9472-453de6ab0c2d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:36.613305 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-58714621-1eca-4b45-97f0-216373a30c8b req-fe306d12-95b4-4331-9472-453de6ab0c2d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1630402 Feb 09 16:03:36.668490 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Made reservation on behalf of eff712e756e74ffc85d416b8d2cbaa9c for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:36.669510 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-43c9506e-4445-436b-a58d-27979e50c324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:36.675534 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.676160 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-43c9506e-4445-436b-a58d-27979e50c324 admin admin] Usage tracker for resource:security_group_rule and tenant:bc2364d4e85147f38716792b7070c42e is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:36.681040 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-43c9506e-4445-436b-a58d-27979e50c324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:36.701491 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-58714621-1eca-4b45-97f0-216373a30c8b req-b77b3873-cde1-4b09-ad15-6086ae55f697 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869040 Feb 09 16:03:36.717448 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-43c9506e-4445-436b-a58d-27979e50c324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:36.736627 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.780392 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:36.784793 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Usage tracker for resource:security_group_rule and tenant:eff712e756e74ffc85d416b8d2cbaa9c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:36.788710 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:36.800630 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:36.850320 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-43c9506e-4445-436b-a58d-27979e50c324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.854648 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79709932-fc68-4e4f-b994-60eb66152bb5 req-bb0e3343-5c03-4265-8a10-c050592c59f0 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:36.854648 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-79709932-fc68-4e4f-b994-60eb66152bb5 req-bb0e3343-5c03-4265-8a10-c050592c59f0 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 945 time: 0.2840834 Feb 09 16:03:36.877443 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Sync routers for ids ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:03:36.897665 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Routers {'b775e9f4-8b7c-4f7b-be3a-ca0191be065b'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:03:36.899453 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-e89448a7-cf23-4176-a325-48493e046efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:03:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:36.946847 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-79709932-fc68-4e4f-b994-60eb66152bb5 req-152767c5-6ed1-4d21-80ad-de2ad6df4c60 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848479 Feb 09 16:03:36.971791 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.022057 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.055556 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-43c9506e-4445-436b-a58d-27979e50c324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.067169 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:03:37.095228 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c82d60-8329-4758-a53e-c76651e234b5,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:37.099353 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.099705 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.segments_db [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Added segment 5cc6f2ec-18dd-411c-87e1-dd88345dde9b of type vlan for network e9c76b89-187f-4d78-a222-50db5fca3af4 Feb 09 16:03:37.112516 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9506e-4445-436b-a58d-27979e50c324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ee104c-1be2-4acb-94b3-c5b67755c286,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:37.127597 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-43c9506e-4445-436b-a58d-27979e50c324 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc2364d4e85147f38716792b7070c42e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8488376 Feb 09 16:03:37.131283 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56644) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:37.137714 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.148801 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Set router b775e9f4-8b7c-4f7b-be3a-ca0191be065b gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:03:37.185156 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75998b16-3f2f-4fdb-98e5-6351bf1ddc2b req-31108f2b-ccd2-4d3a-978c-fd602391433e tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:37.186618 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-75998b16-3f2f-4fdb-98e5-6351bf1ddc2b req-31108f2b-ccd2-4d3a-978c-fd602391433e tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.2712026 Feb 09 16:03:37.228580 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a1b08905-8309-4eaf-ac4d-5d2547510d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.266055 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-75998b16-3f2f-4fdb-98e5-6351bf1ddc2b req-fc58265c-ccd5-48c6-8308-daaa684d8225 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711403 Feb 09 16:03:37.273815 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a1b08905-8309-4eaf-ac4d-5d2547510d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.290567 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.291447 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:37.292036 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.393302 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] Pushing event updated for resources: {'Network': ['ID=e9c76b89-187f-4d78-a222-50db5fca3af4,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:37.403678 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network e9c76b89-187f-4d78-a222-50db5fca3af4 details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 16:03:37.438694 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a1b08905-8309-4eaf-ac4d-5d2547510d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.454819 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b08905-8309-4eaf-ac4d-5d2547510d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ee104c-1be2-4acb-94b3-c5b67755c286,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:37.459052 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a1b08905-8309-4eaf-ac4d-5d2547510d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.460168 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-a1b08905-8309-4eaf-ac4d-5d2547510d16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51ee104c-1be2-4acb-94b3-c5b67755c286 HTTP/1.1" status: 204 len: 168 time: 0.3279805 Feb 09 16:03:37.468524 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-e70a0424-46ee-4598-ab3b-24b714968027 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0125124 Feb 09 16:03:37.471596 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 56654) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:37.478335 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e44beeb8-594a-49c2-84c2-efc573d06760 admin admin] Request body: {'subnet': {'network_id': 'e9c76b89-187f-4d78-a222-50db5fca3af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1798153553-subnet', 'tenant_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:03:37.492767 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e44beeb8-594a-49c2-84c2-efc573d06760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:37.492767 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e44beeb8-594a-49c2-84c2-efc573d06760 admin admin] Usage tracker for resource:subnet and tenant:eff712e756e74ffc85d416b8d2cbaa9c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:37.494533 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e44beeb8-594a-49c2-84c2-efc573d06760 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:37.500863 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e44beeb8-594a-49c2-84c2-efc573d06760 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:37.604663 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44beeb8-594a-49c2-84c2-efc573d06760 admin admin] Made reservation on behalf of eff712e756e74ffc85d416b8d2cbaa9c for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:37.608948 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e44beeb8-594a-49c2-84c2-efc573d06760 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7118219'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.618263 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-e89448a7-cf23-4176-a325-48493e046efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'name': 'tempest-TestMinimumBasicScenario-772295428-router', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:26Z', 'updated_at': '2022-02-09T16:03:32Z', 'revision_number': 4, 'project_id': '834941f3691d47a1809756d053797f2c', 'gw_port': {'id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:28Z', 'updated_at': '2022-02-09T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '193c4609-25f5-418a-93af-9041a7a31275', 'name': '', 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'mac_address': 'fa:16:3e:1a:83:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:31Z', 'updated_at': '2022-02-09T16:03:32Z', 'revision_number': 2, 'project_id': '834941f3691d47a1809756d053797f2c', 'subnets': [{'id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:37.622623 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Checking router: b775e9f4-8b7c-4f7b-be3a-ca0191be065b for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:03:37.623161 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Updating router b775e9f4-8b7c-4f7b-be3a-ca0191be065b port 193c4609-25f5-418a-93af-9041a7a31275 binding host dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 16:03:37.681439 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.046075 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e44beeb8-594a-49c2-84c2-efc573d06760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7030955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7118261'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.136561 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44beeb8-594a-49c2-84c2-efc573d06760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10bbd581-d82a-4fcc-b41b-358a69203215,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:38.147997 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b9b85-60fa-40a9-b22c-bdde6b52fe02 req-1c83c4e5-b2ad-46bb-aca9-8ade88f476b5 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:38.154501 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-011b9b85-60fa-40a9-b22c-bdde6b52fe02 req-1c83c4e5-b2ad-46bb-aca9-8ade88f476b5 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1774352 Feb 09 16:03:38.183505 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44beeb8-594a-49c2-84c2-efc573d06760 admin admin] Checking segment: {'id': '5cc6f2ec-18dd-411c-87e1-dd88345dde9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e9c76b89-187f-4d78-a222-50db5fca3af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:03:38.183887 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44beeb8-594a-49c2-84c2-efc573d06760 admin admin] Network hostable DHCP agents. Network: e9c76b89-187f-4d78-a222-50db5fca3af4, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:03:38.206661 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.223034 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Transition to ACTIVE for port object 193c4609-25f5-418a-93af-9041a7a31275 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:03:38.223247 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-011b9b85-60fa-40a9-b22c-bdde6b52fe02 req-42b56fe4-3cf9-4457-953e-e8632d3727d3 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657406 Feb 09 16:03:38.307598 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.338479 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44beeb8-594a-49c2-84c2-efc573d06760 admin admin] Network e9c76b89-187f-4d78-a222-50db5fca3af4 is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:03:38.429519 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13cb01-5b2c-4691-aa67-d0ade915cb76 None None] Pushing event updated for resources: {'Port': ['ID=193c4609-25f5-418a-93af-9041a7a31275,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:38.433379 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-e44beeb8-594a-49c2-84c2-efc573d06760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, e9c76b89-187f-4d78-a222-50db5fca3af4) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:38.445907 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44beeb8-594a-49c2-84c2-efc573d06760 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:38.446690 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e44beeb8-594a-49c2-84c2-efc573d06760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.448764 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba5c5c0-4b29-4229-a3aa-c6b35e5ae5c7 None None] Network e9c76b89-187f-4d78-a222-50db5fca3af4 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:03:38.509640 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90e71d-c2ee-4084-995f-c1f41086310a req-394fc62e-5a93-4cf5-9b7d-120cf0cc50ba tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:38.517889 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5a90e71d-c2ee-4084-995f-c1f41086310a req-394fc62e-5a93-4cf5-9b7d-120cf0cc50ba tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1187849 Feb 09 16:03:38.592424 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5a90e71d-c2ee-4084-995f-c1f41086310a req-4d598f4b-a6a8-475d-8324-495467a4b189 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718851 Feb 09 16:03:38.658381 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-e44beeb8-594a-49c2-84c2-efc573d06760 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1854572 Feb 09 16:03:38.660641 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 56684) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:38.669980 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1798153553-router', 'tenant_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:03:38.678087 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:38.684607 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Usage tracker for resource:router and tenant:eff712e756e74ffc85d416b8d2cbaa9c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:38.690699 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56688) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:38.690890 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Attempting to bind port 193c4609-25f5-418a-93af-9041a7a31275 on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:38.691519 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Attempting to bind port 193c4609-25f5-418a-93af-9041a7a31275 by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': '830bc8ba-93b9-440a-b1bf-68177bc6f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:38.692902 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Attempting to bind port 193c4609-25f5-418a-93af-9041a7a31275 on network dbc554ab-c272-4c5a-abb1-b1e59582ba5a {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:03:38.694912 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:38.702048 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:38.714516 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:03:38.715147 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Checking segment: {'id': '830bc8ba-93b9-440a-b1bf-68177bc6f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:03:38.715849 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.716237 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Bound using segment: {'id': '830bc8ba-93b9-440a-b1bf-68177bc6f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:03:38.717128 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Bound port: 193c4609-25f5-418a-93af-9041a7a31275, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '830bc8ba-93b9-440a-b1bf-68177bc6f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:38.717229 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.719890 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f2eb1a53-a841-412b-95bd-d81cec9738a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.756757 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-f2eb1a53-a841-412b-95bd-d81cec9738a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:38.760517 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-f2eb1a53-a841-412b-95bd-d81cec9738a5 admin admin] Usage tracker for resource:security_group_rule and tenant:03d8946c529b46e49b80552e5d8275ee is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:38.763443 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-f2eb1a53-a841-412b-95bd-d81cec9738a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:38.769487 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-f2eb1a53-a841-412b-95bd-d81cec9738a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:38.795074 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.796525 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41882'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.826783 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.840488 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f2eb1a53-a841-412b-95bd-d81cec9738a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.901333 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f2eb1a53-a841-412b-95bd-d81cec9738a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.952202 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb1a53-a841-412b-95bd-d81cec9738a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac576c80-2c8e-45bf-8b99-71614397ddcd,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:38.987947 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-f2eb1a53-a841-412b-95bd-d81cec9738a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03d8946c529b46e49b80552e5d8275ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2956822 Feb 09 16:03:38.997140 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56702) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:39.032988 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb1ace92-ef78-5fb9-ac9e-ee7977fe44ac-e9c76b89-187f-4d78-a222-50db5fca3af4', 'network_id': 'e9c76b89-187f-4d78-a222-50db5fca3af4', 'tenant_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'fixed_ips': [{'subnet_id': '10bbd581-d82a-4fcc-b41b-358a69203215'}]}} from dv-cinder-825105-1-smb. {{(pid=83710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 16:03:39.033797 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.067723 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e89448a7-cf23-4176-a325-48493e046efe None None] For port 193c4609-25f5-418a-93af-9041a7a31275, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:39.081786 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e89448a7-cf23-4176-a325-48493e046efe None None] For port 193c4609-25f5-418a-93af-9041a7a31275, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=193c4609-25f5-418a-93af-9041a7a31275,segment=NetworkSegment(830bc8ba-93b9-440a-b1bf-68177bc6f854),segment_id=830bc8ba-93b9-440a-b1bf-68177bc6f854)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:39.087531 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2a06de28-49d2-4dcf-abef-de026ee2f2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.126419 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2a06de28-49d2-4dcf-abef-de026ee2f2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.140828 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41896'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.146430 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.256400 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2a06de28-49d2-4dcf-abef-de026ee2f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.260612 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13cb01-5b2c-4691-aa67-d0ade915cb76 None None] Pushing event updated for resources: {'Port': ['ID=193c4609-25f5-418a-93af-9041a7a31275,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:39.305468 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Routers {'b775e9f4-8b7c-4f7b-be3a-ca0191be065b'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:03:39.306154 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-e89448a7-cf23-4176-a325-48493e046efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:03:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:39.313289 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06de28-49d2-4dcf-abef-de026ee2f2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac576c80-2c8e-45bf-8b99-71614397ddcd,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:39.323622 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2a06de28-49d2-4dcf-abef-de026ee2f2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.340935 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-2a06de28-49d2-4dcf-abef-de026ee2f2b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac576c80-2c8e-45bf-8b99-71614397ddcd HTTP/1.1" status: 204 len: 168 time: 0.3316643 Feb 09 16:03:39.557751 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 74dbcf1c-41aa-4010-88da-98975ed9c3f0 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:03:39.619902 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.624799 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Allocated IP 172.20.0.2 (e9c76b89-187f-4d78-a222-50db5fca3af4/10bbd581-d82a-4fcc-b41b-358a69203215/a568849a-3e7c-4c7a-834d-bbe0092fc239) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:39.663626 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.718323 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91804b-b522-4355-9f8d-4beb9c404339 req-bfba4b95-4139-4141-8584-d410fd813ded tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:39.726927 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2e91804b-b522-4355-9f8d-4beb9c404339 req-bfba4b95-4139-4141-8584-d410fd813ded tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1999025 Feb 09 16:03:39.792010 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2e91804b-b522-4355-9f8d-4beb9c404339 req-65def6da-4023-4878-b3be-bc74081e42c7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637102 Feb 09 16:03:40.038069 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f912c-5348-4de1-856a-e37c33298ea7 req-90f4ee63-a32e-4a26-a8d9-c3cc54ebc1c0 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:40.040141 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-224f912c-5348-4de1-856a-e37c33298ea7 req-90f4ee63-a32e-4a26-a8d9-c3cc54ebc1c0 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 945 time: 0.2875679 Feb 09 16:03:40.056903 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-e89448a7-cf23-4176-a325-48493e046efe None None] Set router b775e9f4-8b7c-4f7b-be3a-ca0191be065b gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:03:40.095460 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Allocated IP 172.28.1.104 (6b7fe1e6-5bb6-4d06-a266-701d5608a849/a29998aa-47c5-4d48-9fc6-2e8cc05152fe/28249c5b-6c53-44b7-a24d-3babebc3beec) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:40.143753 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb7831-d981-4fd4-b013-1cff277f8ab9 req-92d9e9e3-b16b-4fe1-84bf-04e8ae869673 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:40.146270 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c6bb7831-d981-4fd4-b013-1cff277f8ab9 req-92d9e9e3-b16b-4fe1-84bf-04e8ae869673 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1169112 Feb 09 16:03:40.225413 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c6bb7831-d981-4fd4-b013-1cff277f8ab9 req-b260837d-d923-42b2-8eee-66b80a35c20a tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733883 Feb 09 16:03:40.227450 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 74dbcf1c-41aa-4010-88da-98975ed9c3f0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:40.338318 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-224f912c-5348-4de1-856a-e37c33298ea7 req-10a54940-408c-4f65-bb74-cdcbc7133520 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915990 Feb 09 16:03:40.346040 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.355450 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': '74dbcf1c-41aa-4010-88da-98975ed9c3f0', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'port_id': '74dbcf1c-41aa-4010-88da-98975ed9c3f0', 'mac_address': 'fa:16:3e:26:25:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:03:40.453821 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.520999 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.527794 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:40.531037 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:40.531636 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.536821 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:03:40.559403 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Transition to ACTIVE for port object a568849a-3e7c-4c7a-834d-bbe0092fc239 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:03:40.574027 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Pushing event updated for resources: {'Port': ['ID=28249c5b-6c53-44b7-a24d-3babebc3beec,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:40.595430 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74dbcf1c-41aa-4010-88da-98975ed9c3f0 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:03:40.627186 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Transition to ACTIVE for port object a568849a-3e7c-4c7a-834d-bbe0092fc239 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:03:40.636825 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 74dbcf1c-41aa-4010-88da-98975ed9c3f0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:40.717821 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 56748) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:40.720229 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.753788 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-25b6fc2e-0d93-4ede-857a-5087b99a6da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.761949 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.798694 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-e89448a7-cf23-4176-a325-48493e046efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'name': 'tempest-TestMinimumBasicScenario-772295428-router', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:26Z', 'updated_at': '2022-02-09T16:03:32Z', 'revision_number': 4, 'project_id': '834941f3691d47a1809756d053797f2c', 'gw_port': {'id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:28Z', 'updated_at': '2022-02-09T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '193c4609-25f5-418a-93af-9041a7a31275', 'name': '', 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'mac_address': 'fa:16:3e:1a:83:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:31Z', 'updated_at': '2022-02-09T16:03:39Z', 'revision_number': 4, 'project_id': '834941f3691d47a1809756d053797f2c', 'subnets': [{'id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:40.814270 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-25b6fc2e-0d93-4ede-857a-5087b99a6da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:40.821325 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-25b6fc2e-0d93-4ede-857a-5087b99a6da5 admin admin] Usage tracker for resource:security_group_rule and tenant:e726dbac71fb4cd19756abc350d31e5e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:40.824719 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-25b6fc2e-0d93-4ede-857a-5087b99a6da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:40.832935 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-25b6fc2e-0d93-4ede-857a-5087b99a6da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:40.838756 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89448a7-cf23-4176-a325-48493e046efe None None] The sync data for ids ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'] in dv-cinder-825105-1-smb is: [{'id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'name': 'tempest-TestMinimumBasicScenario-772295428-router', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:26Z', 'updated_at': '2022-02-09T16:03:32Z', 'revision_number': 4, 'project_id': '834941f3691d47a1809756d053797f2c', 'gw_port': {'id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:28Z', 'updated_at': '2022-02-09T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '193c4609-25f5-418a-93af-9041a7a31275', 'name': '', 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'mac_address': 'fa:16:3e:1a:83:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:31Z', 'updated_at': '2022-02-09T16:03:39Z', 'revision_number': 4, 'project_id': '834941f3691d47a1809756d053797f2c', 'subnets': [{'id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:03:40.854837 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.855623 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691926'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.888842 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Network e9c76b89-187f-4d78-a222-50db5fca3af4 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:40.893393 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:40.897406 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:03:40.900080 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Pushing event updated for resources: {'Port': ['ID=a568849a-3e7c-4c7a-834d-bbe0092fc239,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:41.068488 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['74dbcf1c-41aa-4010-88da-98975ed9c3f0'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:03:41.253577 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=74dbcf1c-41aa-4010-88da-98975ed9c3f0,revision_number=6']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:41.345055 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Attempting to bind port a568849a-3e7c-4c7a-834d-bbe0092fc239 on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:41.345521 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Attempting to bind port a568849a-3e7c-4c7a-834d-bbe0092fc239 by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': '5cc6f2ec-18dd-411c-87e1-dd88345dde9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e9c76b89-187f-4d78-a222-50db5fca3af4'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:41.356502 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Attempting to bind port a568849a-3e7c-4c7a-834d-bbe0092fc239 on network e9c76b89-187f-4d78-a222-50db5fca3af4 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:03:41.370221 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:03:41.370599 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Checking segment: {'id': '5cc6f2ec-18dd-411c-87e1-dd88345dde9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e9c76b89-187f-4d78-a222-50db5fca3af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:03:41.370995 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:41.371380 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Bound using segment: {'id': '5cc6f2ec-18dd-411c-87e1-dd88345dde9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e9c76b89-187f-4d78-a222-50db5fca3af4'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:03:41.371850 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Bound port: a568849a-3e7c-4c7a-834d-bbe0092fc239, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc6f2ec-18dd-411c-87e1-dd88345dde9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e9c76b89-187f-4d78-a222-50db5fca3af4'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:41.372221 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:41.635860 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfca86d-75de-4e55-aaaa-03933497bef7 req-ada84594-d9c3-4719-aa3f-e2ba39f11fe9 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:41.638209 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6dfca86d-75de-4e55-aaaa-03933497bef7 req-ada84594-d9c3-4719-aa3f-e2ba39f11fe9 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 945 time: 0.6111753 Feb 09 16:03:41.647397 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180ffb8-5c03-469f-ab83-7c7a8b4afc61 req-8191fd81-8560-4eae-a42c-672af7b74719 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:41.650988 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8180ffb8-5c03-469f-ab83-7c7a8b4afc61 req-8191fd81-8560-4eae-a42c-672af7b74719 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 944 time: 0.5114439 Feb 09 16:03:41.734982 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [req-6dfca86d-75de-4e55-aaaa-03933497bef7 req-e092acd5-164f-41ec-8e15-917c2edf1d4b tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Deleting port 6f6f3bae-1d7f-486f-9263-f85901dcd909 {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:03:41.735340 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-6dfca86d-75de-4e55-aaaa-03933497bef7 req-e092acd5-164f-41ec-8e15-917c2edf1d4b tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:41.745708 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] For port a568849a-3e7c-4c7a-834d-bbe0092fc239, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:41.752317 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] For port a568849a-3e7c-4c7a-834d-bbe0092fc239, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=a568849a-3e7c-4c7a-834d-bbe0092fc239,segment=NetworkSegment(5cc6f2ec-18dd-411c-87e1-dd88345dde9b),segment_id=5cc6f2ec-18dd-411c-87e1-dd88345dde9b)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:41.827774 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:41.868083 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-25b6fc2e-0d93-4ede-857a-5087b99a6da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:41.905637 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-00665bc1-570b-4593-ac46-7f4054d29b13 req-df37fe1a-1604-40e9-8aea-c441061e1f79 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 1098 time: 0.7864561 Feb 09 16:03:41.981012 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-25b6fc2e-0d93-4ede-857a-5087b99a6da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:41.991134 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8180ffb8-5c03-469f-ab83-7c7a8b4afc61 req-e7b35b34-ef2d-45c3-8bf5-d67b23c94b64 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008684 Feb 09 16:03:42.000957 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459834d-6e7f-40f0-b798-4bb029a0d04f None None] Pushing event updated for resources: {'Port': ['ID=a568849a-3e7c-4c7a-834d-bbe0092fc239,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:42.073375 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2933d-c2e7-4ec6-b9e5-0c38fc1e21be req-943e2a6d-7ad1-4d13-a2ef-225c36dd41fb tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:42.096867 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f4f2933d-c2e7-4ec6-b9e5-0c38fc1e21be req-943e2a6d-7ad1-4d13-a2ef-225c36dd41fb tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.4777939 Feb 09 16:03:42.225832 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f4f2933d-c2e7-4ec6-b9e5-0c38fc1e21be req-97435cc2-c543-4d3b-adda-1aa7258c3b28 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279900 Feb 09 16:03:42.303742 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-00665bc1-570b-4593-ac46-7f4054d29b13 req-46e56529-4193-45d0-bac3-c0feeb0bd48c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743804 Feb 09 16:03:42.329306 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6fc2e-0d93-4ede-857a-5087b99a6da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcfb2de-8bad-4bd1-b646-8db6add6cb1f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:42.357054 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-25b6fc2e-0d93-4ede-857a-5087b99a6da5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e726dbac71fb4cd19756abc350d31e5e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6377163 Feb 09 16:03:42.363414 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56786) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:42.541179 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Router df8f82b2-0fb8-4f6e-b05c-44b884bd0efb is scheduled to L3 agent fb3d251c-cb97-460a-9813-8f855a49118a with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:03:42.574354 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 193c4609-25f5-418a-93af-9041a7a31275 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:03:42.655574 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ba5bee39-7560-4155-bd70-c9c2aff86c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.718895 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ba5bee39-7560-4155-bd70-c9c2aff86c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.751497 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-6dfca86d-75de-4e55-aaaa-03933497bef7 req-e092acd5-164f-41ec-8e15-917c2edf1d4b tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] For port 6f6f3bae-1d7f-486f-9263-f85901dcd909, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6f6f3bae-1d7f-486f-9263-f85901dcd909,segment=NetworkSegment(59fa577f-4d90-4d7d-a98d-a24b2b03f5ca),segment_id=59fa577f-4d90-4d7d-a98d-a24b2b03f5ca)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:42.752259 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-6dfca86d-75de-4e55-aaaa-03933497bef7 req-e092acd5-164f-41ec-8e15-917c2edf1d4b tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.850625 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port 193c4609-25f5-418a-93af-9041a7a31275 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:42.856511 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 193c4609-25f5-418a-93af-9041a7a31275 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:42.856997 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:43.041957 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:43.054446 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Sync routers for ids ['df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'] in dv-cinder-825105-1-smb {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:03:43.075183 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [req-6dfca86d-75de-4e55-aaaa-03933497bef7 req-e092acd5-164f-41ec-8e15-917c2edf1d4b tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Calling delete_port for 6f6f3bae-1d7f-486f-9263-f85901dcd909 owned by compute:nova {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:03:43.081298 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Routers {'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:03:43.086544 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:03:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:43.140718 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069f506-1f3e-458e-89e8-1ea0a02d3a4f req-cff6dc39-96bd-45ef-ab28-226fb01105c6 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:43.151969 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f069f506-1f3e-458e-89e8-1ea0a02d3a4f req-cff6dc39-96bd-45ef-ab28-226fb01105c6 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 945 time: 0.8401542 Feb 09 16:03:43.182870 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:43.250087 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:43.256004 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-4b4cf7fa-f020-400d-a17a-038110330050 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5940557 Feb 09 16:03:43.256686 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 56802) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:43.260639 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ba5bee39-7560-4155-bd70-c9c2aff86c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:43.322524 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bee39-7560-4155-bd70-c9c2aff86c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcfb2de-8bad-4bd1-b646-8db6add6cb1f,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:43.501720 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f069f506-1f3e-458e-89e8-1ea0a02d3a4f req-35ac12a8-c815-4030-b889-77527f92722a tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488276 Feb 09 16:03:43.502790 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ba5bee39-7560-4155-bd70-c9c2aff86c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:43.504016 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-ba5bee39-7560-4155-bd70-c9c2aff86c11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6fcfb2de-8bad-4bd1-b646-8db6add6cb1f HTTP/1.1" status: 204 len: 168 time: 1.1094563 Feb 09 16:03:43.563408 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 74dbcf1c-41aa-4010-88da-98975ed9c3f0 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:03:43.718871 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port 193c4609-25f5-418a-93af-9041a7a31275, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=193c4609-25f5-418a-93af-9041a7a31275,segment=NetworkSegment(830bc8ba-93b9-440a-b1bf-68177bc6f854),segment_id=830bc8ba-93b9-440a-b1bf-68177bc6f854)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:43.800634 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb8057d-9f29-4a26-8f6f-3e3af80a6d7c None None] Network e9c76b89-187f-4d78-a222-50db5fca3af4 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:03:43.804740 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Set router df8f82b2-0fb8-4f6e-b05c-44b884bd0efb gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:03:43.910096 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-6dfca86d-75de-4e55-aaaa-03933497bef7 req-e092acd5-164f-41ec-8e15-917c2edf1d4b tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:43.921928 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:44.022444 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154bb1b-97c8-46f6-94f2-12a236915072 req-e94438a2-4a09-4912-af42-694268a65e06 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:44.031926 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a154bb1b-97c8-46f6-94f2-12a236915072 req-e94438a2-4a09-4912-af42-694268a65e06 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 944 time: 0.1635034 Feb 09 16:03:44.156105 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092acd5-164f-41ec-8e15-917c2edf1d4b tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Pushing event deleted for resources: {'Port': ['ID=6f6f3bae-1d7f-486f-9263-f85901dcd909,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:44.180368 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a154bb1b-97c8-46f6-94f2-12a236915072 req-49c4fb00-bb58-484f-8127-7bb274cb88c3 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475768 Feb 09 16:03:44.218656 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=193c4609-25f5-418a-93af-9041a7a31275,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:44.404537 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfca86d-75de-4e55-aaaa-03933497bef7 req-e092acd5-164f-41ec-8e15-917c2edf1d4b tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] No DVR routers for this DVR port 6f6f3bae-1d7f-486f-9263-f85901dcd909 on host hv-cinder-82510 {{(pid=83708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:03:44.405841 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-eeb3354a-1a3f-409a-832c-072269709ff5 None None] Provisioning for port a568849a-3e7c-4c7a-834d-bbe0092fc239 completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:44.408715 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-6dfca86d-75de-4e55-aaaa-03933497bef7 req-e092acd5-164f-41ec-8e15-917c2edf1d4b tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:44.427601 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb08daf-da8c-438f-b48c-d85d24e51d6e', 'name': 'network-vif-deleted', 'tag': '6f6f3bae-1d7f-486f-9263-f85901dcd909'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:03:44.477703 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b742aa-b49f-41ec-82aa-ac9911e075de req-3947ddcd-1056-4340-bfe1-42b07a4ba469 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:44.479213 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port 74dbcf1c-41aa-4010-88da-98975ed9c3f0 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:44.484021 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:44.488660 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f9b742aa-b49f-41ec-82aa-ac9911e075de req-3947ddcd-1056-4340-bfe1-42b07a4ba469 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.6637063 Feb 09 16:03:44.561973 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb08daf-da8c-438f-b48c-d85d24e51d6e', 'name': 'network-vif-deleted', 'tag': '6f6f3bae-1d7f-486f-9263-f85901dcd909', 'status': 'completed', 'code': 200} Feb 09 16:03:44.568373 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6dfca86d-75de-4e55-aaaa-03933497bef7 req-e092acd5-164f-41ec-8e15-917c2edf1d4b tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.42 "DELETE /v2.0/ports/6f6f3bae-1d7f-486f-9263-f85901dcd909 HTTP/1.1" status: 204 len: 173 time: 2.9143515 Feb 09 16:03:44.629348 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f9b742aa-b49f-41ec-82aa-ac9911e075de req-1efe8a0f-fc1f-4da4-8de0-8c50dfd93f64 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377258 Feb 09 16:03:44.857552 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device a568849a-3e7c-4c7a-834d-bbe0092fc239 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:03:44.969363 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-891b54de-fb24-42be-95a3-330f34cfad08 req-e1cf637d-d93c-4b91-a3c6-600f0e2237fe tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fb08daf-da8c-438f-b48c-d85d24e51d6e HTTP/1.1" status: 200 len: 210 time: 0.0884621 Feb 09 16:03:45.163321 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'name': 'tempest-TestMinimumBasicScenario-1798153553-router', 'tenant_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '28249c5b-6c53-44b7-a24d-3babebc3beec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:38Z', 'updated_at': '2022-02-09T16:03:40Z', 'revision_number': 3, 'project_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'gw_port': {'id': '28249c5b-6c53-44b7-a24d-3babebc3beec', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:39Z', 'updated_at': '2022-02-09T16:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:45.169141 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Checking router: df8f82b2-0fb8-4f6e-b05c-44b884bd0efb for host: dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:03:45.169779 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Updating router df8f82b2-0fb8-4f6e-b05c-44b884bd0efb port 28249c5b-6c53-44b7-a24d-3babebc3beec binding host dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 16:03:45.265120 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.283472 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.489765 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dbcf1c-41aa-4010-88da-98975ed9c3f0'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:03:45.545663 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 74dbcf1c-41aa-4010-88da-98975ed9c3f0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:45.547271 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port a568849a-3e7c-4c7a-834d-bbe0092fc239 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:45.575523 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port a568849a-3e7c-4c7a-834d-bbe0092fc239 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:45.576271 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.755442 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dbcf1c-41aa-4010-88da-98975ed9c3f0', 'code': 200} Feb 09 16:03:45.856852 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56858) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:46.006879 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.036534 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcb51a-647d-453a-a55d-052a82ab77d6 req-229aad3d-6e39-444d-917e-dc987a3ac91b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:46.057435 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d9bcb51a-647d-453a-a55d-052a82ab77d6 req-229aad3d-6e39-444d-917e-dc987a3ac91b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 944 time: 0.3421152 Feb 09 16:03:46.172169 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 6f6f3bae-1d7f-486f-9263-f85901dcd909 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:03:46.195981 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.205321 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d9bcb51a-647d-453a-a55d-052a82ab77d6 req-3733fda0-edc1-4b50-85d6-7c4de9334959 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421824 Feb 09 16:03:46.237985 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Transition to ACTIVE for port object 28249c5b-6c53-44b7-a24d-3babebc3beec will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:03:46.339551 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: 6f6f3bae-1d7f-486f-9263-f85901dcd909 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:03:46.339551 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 6f6f3bae-1d7f-486f-9263-f85901dcd909 not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:03:46.349808 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.378791 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.403077 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a2864ff9-c822-4a5f-acb4-94c666e2d53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.533088 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Attempting to bind port 28249c5b-6c53-44b7-a24d-3babebc3beec on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:46.533426 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Attempting to bind port 28249c5b-6c53-44b7-a24d-3babebc3beec by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:46.533950 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Attempting to bind port 28249c5b-6c53-44b7-a24d-3babebc3beec on network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:03:46.550276 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dce78-73ae-40ca-a3bc-2154f41db3c4 None None] Pushing event updated for resources: {'Port': ['ID=28249c5b-6c53-44b7-a24d-3babebc3beec,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:46.552242 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-a2864ff9-c822-4a5f-acb4-94c666e2d53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:46.561526 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:03:46.566578 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Checking segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:03:46.566578 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.566578 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Bound using segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:03:46.566578 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Bound port: 28249c5b-6c53-44b7-a24d-3babebc3beec, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:46.567721 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.579128 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-a2864ff9-c822-4a5f-acb4-94c666e2d53f admin admin] Usage tracker for resource:security_group_rule and tenant:1b87703594ad44b4b7729f54e450136d is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:46.581623 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e167a117-f61a-4ec1-9364-3c86edc1e30c None None] Provisioning complete for port a568849a-3e7c-4c7a-834d-bbe0092fc239 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:46.582262 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e167a117-f61a-4ec1-9364-3c86edc1e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.587128 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-a2864ff9-c822-4a5f-acb4-94c666e2d53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:46.621327 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-a2864ff9-c822-4a5f-acb4-94c666e2d53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:46.704966 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.750964 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=74dbcf1c-41aa-4010-88da-98975ed9c3f0,revision_number=7']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:46.764555 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] For port 28249c5b-6c53-44b7-a24d-3babebc3beec, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:46.770063 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port a568849a-3e7c-4c7a-834d-bbe0092fc239, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=a568849a-3e7c-4c7a-834d-bbe0092fc239,segment=NetworkSegment(5cc6f2ec-18dd-411c-87e1-dd88345dde9b),segment_id=5cc6f2ec-18dd-411c-87e1-dd88345dde9b)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:46.773812 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] For port 28249c5b-6c53-44b7-a24d-3babebc3beec, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=28249c5b-6c53-44b7-a24d-3babebc3beec,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:46.809038 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09ac53-8a88-464c-96d2-9c5791e0124a req-0162a5a1-63b0-4cd8-a011-2db42db93d3e tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:46.826674 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9d09ac53-8a88-464c-96d2-9c5791e0124a req-0162a5a1-63b0-4cd8-a011-2db42db93d3e tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.5595088 Feb 09 16:03:46.873210 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a2864ff9-c822-4a5f-acb4-94c666e2d53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.882618 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.907126 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.914364 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.922347 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 193c4609-25f5-418a-93af-9041a7a31275 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:03:46.961217 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9d09ac53-8a88-464c-96d2-9c5791e0124a req-c4053c0f-d659-4550-91d7-efa1124c6ac4 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336896 Feb 09 16:03:47.120683 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Routers {'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:03:47.123347 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:03:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:47.145123 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a2864ff9-c822-4a5f-acb4-94c666e2d53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:47.265664 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=a568849a-3e7c-4c7a-834d-bbe0092fc239,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:47.282904 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Allocated IP 172.20.0.1 (e9c76b89-187f-4d78-a222-50db5fca3af4/10bbd581-d82a-4fcc-b41b-358a69203215/ca40ccc3-ec57-4069-b6df-d18c795fc8a1) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:47.411263 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-a2864ff9-c822-4a5f-acb4-94c666e2d53f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b87703594ad44b4b7729f54e450136d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5431120 Feb 09 16:03:47.480774 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 193c4609-25f5-418a-93af-9041a7a31275 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:47.481391 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:47.515361 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56900) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:47.574420 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2864ff9-c822-4a5f-acb4-94c666e2d53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d526d514-4f17-4f15-86e9-124e95f646f9,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:47.715712 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dce78-73ae-40ca-a3bc-2154f41db3c4 None None] Pushing event updated for resources: {'Port': ['ID=28249c5b-6c53-44b7-a24d-3babebc3beec,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:47.769004 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-37c7c01c-f345-4407-8484-e36e76967155 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:47.771481 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:47.776699 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] Set router df8f82b2-0fb8-4f6e-b05c-44b884bd0efb gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:03:47.779493 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-37c7c01c-f345-4407-8484-e36e76967155 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/networks?id=435aabbf-7da2-4610-96b6-cdfa5d00364b HTTP/1.1" status: 200 len: 807 time: 0.8302789 Feb 09 16:03:47.842611 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-cf49fa41-bf98-4b87-a409-046503acdb06 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/quotas/dab52d4a8a85422da8d895778b2b1551 HTTP/1.1" status: 200 len: 375 time: 0.0608468 Feb 09 16:03:47.849597 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Transition to ACTIVE for port object ca40ccc3-ec57-4069-b6df-d18c795fc8a1 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:03:47.897918 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-3fd0362a-0ed1-4412-9b06-0f4a99f38c17 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Synchronizing usage tracker for tenant:dab52d4a8a85422da8d895778b2b1551 on resource:port {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:03:47.928176 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-459537db-954c-43aa-aacb-7431ac54fca9 req-f1e9c15f-be37-42de-958e-ea4f91f3d414 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5619678 Feb 09 16:03:47.938909 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-91ff9874-d98f-4718-8299-bfd8f924a4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:47.980219 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-91ff9874-d98f-4718-8299-bfd8f924a4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.049563 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-3fd0362a-0ed1-4412-9b06-0f4a99f38c17 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Unset dirty status for tenant:dab52d4a8a85422da8d895778b2b1551 on resource:port {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:03:48.051900 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-3fd0362a-0ed1-4412-9b06-0f4a99f38c17 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dab52d4a8a85422da8d895778b2b1551&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2075732 Feb 09 16:03:48.164936 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-91ff9874-d98f-4718-8299-bfd8f924a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.186682 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device a568849a-3e7c-4c7a-834d-bbe0092fc239 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:03:48.203468 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff9874-d98f-4718-8299-bfd8f924a4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d526d514-4f17-4f15-86e9-124e95f646f9,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:48.213066 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.237363 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-91ff9874-d98f-4718-8299-bfd8f924a4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.244971 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-91ff9874-d98f-4718-8299-bfd8f924a4e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d526d514-4f17-4f15-86e9-124e95f646f9 HTTP/1.1" status: 204 len: 168 time: 0.7238090 Feb 09 16:03:48.309641 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-6c6b7d66-fa07-44c1-ab8b-a8c2acc3803f service neutron] 10.222.0.30 "GET /v2.0/networks/435aabbf-7da2-4610-96b6-cdfa5d00364b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500415 Feb 09 16:03:48.319435 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6d4e5cef-7cbb-4337-b6b5-4d2adb218207 req-ede42ad5-8591-4948-a493-e73494960df3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e2a887c33294b0497f7c8d97a81c687&device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 1098 time: 0.4272206 Feb 09 16:03:48.336386 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Network e9c76b89-187f-4d78-a222-50db5fca3af4 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:48.354515 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:48.357777 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:03:48.376494 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port a568849a-3e7c-4c7a-834d-bbe0092fc239 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:48.376868 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.702063 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'name': 'tempest-TestMinimumBasicScenario-1798153553-router', 'tenant_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '28249c5b-6c53-44b7-a24d-3babebc3beec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:38Z', 'updated_at': '2022-02-09T16:03:40Z', 'revision_number': 3, 'project_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'gw_port': {'id': '28249c5b-6c53-44b7-a24d-3babebc3beec', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:39Z', 'updated_at': '2022-02-09T16:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:48.720977 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37b788-52e5-4b34-8140-ae06f1c6e651 None None] The sync data for ids ['df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'] in dv-cinder-825105-1-smb is: [{'id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'name': 'tempest-TestMinimumBasicScenario-1798153553-router', 'tenant_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '28249c5b-6c53-44b7-a24d-3babebc3beec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:38Z', 'updated_at': '2022-02-09T16:03:40Z', 'revision_number': 3, 'project_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'gw_port': {'id': '28249c5b-6c53-44b7-a24d-3babebc3beec', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:39Z', 'updated_at': '2022-02-09T16:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:03:48.851555 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-db544940-f433-4c28-b1a5-082ea87fb441 service neutron] 10.222.0.30 "GET /v2.0/networks/435aabbf-7da2-4610-96b6-cdfa5d00364b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298290 Feb 09 16:03:48.878537 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae75c8-eb2b-4187-975f-712915956673 req-37d20158-a1dc-40a9-b520-bb7cfddbe4e5 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:48.880116 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0cae75c8-eb2b-4187-975f-712915956673 req-37d20158-a1dc-40a9-b520-bb7cfddbe4e5 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.8522909 Feb 09 16:03:48.880765 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ca40ccc3-ec57-4069-b6df-d18c795fc8a1,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:48.946966 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695432'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.016306 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e5cef-7cbb-4337-b6b5-4d2adb218207 req-3cac0cd9-df28-4efe-bede-7f1476db768e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:49.017680 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6d4e5cef-7cbb-4337-b6b5-4d2adb218207 req-3cac0cd9-df28-4efe-bede-7f1476db768e service neutron] 10.222.0.42 "GET /v2.0/networks?id=00cf166c-a8d8-4dc6-b379-d49b36537933 HTTP/1.1" status: 200 len: 919 time: 0.6655748 Feb 09 16:03:49.084351 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-c1db4f1a-d4b2-46b1-9d91-dcb094c247e1 None None] Provisioning for port ca40ccc3-ec57-4069-b6df-d18c795fc8a1 completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:49.091260 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-c1db4f1a-d4b2-46b1-9d91-dcb094c247e1 None None] Provisioning complete for port ca40ccc3-ec57-4069-b6df-d18c795fc8a1 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:49.092376 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1db4f1a-d4b2-46b1-9d91-dcb094c247e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.113984 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0cae75c8-eb2b-4187-975f-712915956673 req-91667405-b1ea-4f3c-a1c1-0d6b929dd9d6 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150514 Feb 09 16:03:49.182021 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6d4e5cef-7cbb-4337-b6b5-4d2adb218207 req-4b912c7c-fa78-4002-be89-b645f9613018 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=902a9285-68c3-47c2-91a8-d28bef0369e6 HTTP/1.1" status: 200 len: 217 time: 0.1442125 Feb 09 16:03:49.247101 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-c1db4f1a-d4b2-46b1-9d91-dcb094c247e1 None None] Port ca40ccc3-ec57-4069-b6df-d18c795fc8a1 cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:03:49.330980 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0ff97ea1-f236-47b1-8215-39a317fe91c1 req-02d6ec77-6438-4604-8301-6d71cdf8c07e tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 210 time: 0.0641165 Feb 09 16:03:49.416264 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e5cef-7cbb-4337-b6b5-4d2adb218207 req-fbef5249-3064-4cf6-8733-beeaa6af167a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:49.420844 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6d4e5cef-7cbb-4337-b6b5-4d2adb218207 req-fbef5249-3064-4cf6-8733-beeaa6af167a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1c33505-1925-45ee-9da3-9db09b7ce7b4 HTTP/1.1" status: 200 len: 858 time: 0.2358563 Feb 09 16:03:49.664936 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6d4e5cef-7cbb-4337-b6b5-4d2adb218207 req-487228c2-5f0a-4800-bd9c-990e4d01f80b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00cf166c-a8d8-4dc6-b379-d49b36537933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2372916 Feb 09 16:03:49.794554 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.894505 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 56946) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:49.968137 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0db14aba-5e2a-4643-be71-4fcd1cb25ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.990410 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75be367-975b-4fe8-a005-0e6d3d6c8532 req-63957eef-e681-44b2-9cb2-fe5941b20f5b tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:49.998838 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f75be367-975b-4fe8-a005-0e6d3d6c8532 req-63957eef-e681-44b2-9cb2-fe5941b20f5b tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.4787877 Feb 09 16:03:50.034326 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6d4e5cef-7cbb-4337-b6b5-4d2adb218207 req-65b55ced-ed1d-4446-8724-ee7e2db41e02 service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523209 Feb 09 16:03:50.259724 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0db14aba-5e2a-4643-be71-4fcd1cb25ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:50.277799 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f75be367-975b-4fe8-a005-0e6d3d6c8532 req-88a6ca24-8433-48cd-b6f2-0f927ce1f458 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777796 Feb 09 16:03:50.309599 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-0db14aba-5e2a-4643-be71-4fcd1cb25ba1 admin admin] Usage tracker for resource:security_group_rule and tenant:4648aab085f64e7fb907971fb3a5566b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:50.318745 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-0db14aba-5e2a-4643-be71-4fcd1cb25ba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:50.327956 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0db14aba-5e2a-4643-be71-4fcd1cb25ba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:50.467344 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01ce91-d6f9-4279-a7b3-cd49ba3aa0f3 req-d3083f96-cfe5-4905-9b53-07483bc8980a tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:50.475544 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2c01ce91-d6f9-4279-a7b3-cd49ba3aa0f3 req-d3083f96-cfe5-4905-9b53-07483bc8980a tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1186373 Feb 09 16:03:50.506711 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-49d20d28-0156-4ee1-a10c-4ed2128254ba req-501df4e8-5422-4971-a648-36731d7b1ff9 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 210 time: 0.0714433 Feb 09 16:03:50.514258 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6d4e5cef-7cbb-4337-b6b5-4d2adb218207 req-d58b6625-77bf-4fb5-be2d-d9f7d839ecf7 service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656878 Feb 09 16:03:50.537307 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2c01ce91-d6f9-4279-a7b3-cd49ba3aa0f3 req-c63d57b3-090f-4151-ab61-b8edcdc18bdb tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605979 Feb 09 16:03:50.583243 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:50.708055 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0db14aba-5e2a-4643-be71-4fcd1cb25ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:50.828753 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:50.828753 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-459537db-954c-43aa-aacb-7431ac54fca9 req-0a626bdb-4c86-4ddf-a17e-6eeb2476244f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e2a887c33294b0497f7c8d97a81c687&device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 1098 time: 0.1877408 Feb 09 16:03:50.903440 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1695269'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:50.907967 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ca40ccc3-ec57-4069-b6df-d18c795fc8a1,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:51.120448 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0db14aba-5e2a-4643-be71-4fcd1cb25ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:51.248831 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:03:51.371649 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db14aba-5e2a-4643-be71-4fcd1cb25ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfcbfb5-9d05-4e79-ad99-4ce2725f5f08,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:51.390543 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459537db-954c-43aa-aacb-7431ac54fca9 req-b344ff6f-fa30-41a1-a086-c7010520e703 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:51.391775 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-459537db-954c-43aa-aacb-7431ac54fca9 req-b344ff6f-fa30-41a1-a086-c7010520e703 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00cf166c-a8d8-4dc6-b379-d49b36537933 HTTP/1.1" status: 200 len: 919 time: 0.5296140 Feb 09 16:03:51.396244 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Network e9c76b89-187f-4d78-a222-50db5fca3af4 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:51.401580 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-0db14aba-5e2a-4643-be71-4fcd1cb25ba1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4648aab085f64e7fb907971fb3a5566b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4958577 Feb 09 16:03:51.401580 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:51.401986 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56986) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:51.456427 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 56990) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:51.651618 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:51.712128 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:51.942861 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-1786f98b-e6cf-488b-8e7b-dc319063e266 req-c7a24341-355b-427b-ab32-9c855e1645a1 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 210 time: 0.1354170 Feb 09 16:03:51.958374 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.007317 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-6baf08bd-28bf-49ca-8b70-08e68d054c8e None None] Provisioning complete for port ca40ccc3-ec57-4069-b6df-d18c795fc8a1 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:52.007789 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6baf08bd-28bf-49ca-8b70-08e68d054c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.195436 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfcbfb5-9d05-4e79-ad99-4ce2725f5f08,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:52.210311 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:52.210654 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:52.210989 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:52.211321 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:52.211758 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:52.212091 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:52.212528 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:52.212852 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:52.213172 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:52.213492 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:52.213949 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:52.227292 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.229471 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-86c6ee56-99d2-426a-9ab7-3306a859cc9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5bfcbfb5-9d05-4e79-ad99-4ce2725f5f08 HTTP/1.1" status: 204 len: 168 time: 0.8275442 Feb 09 16:03:52.234892 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-dabc706d-ad9b-4d6a-9d40-18cd9325cd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.323356 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 28249c5b-6c53-44b7-a24d-3babebc3beec up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:03:52.333415 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-dabc706d-ad9b-4d6a-9d40-18cd9325cd50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:52.354789 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-dabc706d-ad9b-4d6a-9d40-18cd9325cd50 admin admin] Usage tracker for resource:security_group_rule and tenant:183ee99d50d84d429f85953d07b78397 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:52.365864 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-dabc706d-ad9b-4d6a-9d40-18cd9325cd50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:52.386923 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-dabc706d-ad9b-4d6a-9d40-18cd9325cd50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:52.404552 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-459537db-954c-43aa-aacb-7431ac54fca9 req-40ce8a98-2e58-4513-ab37-25f7cf655a82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=902a9285-68c3-47c2-91a8-d28bef0369e6 HTTP/1.1" status: 200 len: 217 time: 0.4571717 Feb 09 16:03:52.422465 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bdbca-5dde-42ee-a812-1de513ed6606 req-d92ce667-0249-4cc8-96a1-4cc615b6f623 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:52.429618 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-fd8bdbca-5dde-42ee-a812-1de513ed6606 req-d92ce667-0249-4cc8-96a1-4cc615b6f623 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.3050499 Feb 09 16:03:52.471164 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-6baf08bd-28bf-49ca-8b70-08e68d054c8e None None] Port ca40ccc3-ec57-4069-b6df-d18c795fc8a1 cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:03:52.488738 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459537db-954c-43aa-aacb-7431ac54fca9 req-17dbd5f5-e4b2-43b0-a488-6b3b3caf7e8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:52.490021 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-459537db-954c-43aa-aacb-7431ac54fca9 req-17dbd5f5-e4b2-43b0-a488-6b3b3caf7e8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1c33505-1925-45ee-9da3-9db09b7ce7b4 HTTP/1.1" status: 200 len: 858 time: 0.0737031 Feb 09 16:03:52.559347 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-dabc706d-ad9b-4d6a-9d40-18cd9325cd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.564587 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-fd8bdbca-5dde-42ee-a812-1de513ed6606 req-861f273d-b837-4586-bd7b-66fb983ff2ea tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336823 Feb 09 16:03:52.576676 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc224b08-2604-46e1-8d8d-0b74b027e7d1 req-0b56e491-0565-4ec4-9d92-12c843ce8760 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:52.581336 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port 28249c5b-6c53-44b7-a24d-3babebc3beec completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:52.584191 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-dc224b08-2604-46e1-8d8d-0b74b027e7d1 req-0b56e491-0565-4ec4-9d92-12c843ce8760 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.6405394 Feb 09 16:03:52.588292 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 28249c5b-6c53-44b7-a24d-3babebc3beec triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:52.589572 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.631259 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-459537db-954c-43aa-aacb-7431ac54fca9 req-9a0e02c6-3bf2-46f5-8211-8ea2f620f9bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00cf166c-a8d8-4dc6-b379-d49b36537933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333072 Feb 09 16:03:52.642643 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-dabc706d-ad9b-4d6a-9d40-18cd9325cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.696473 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-dc224b08-2604-46e1-8d8d-0b74b027e7d1 req-1ba5820f-7d94-45fa-89ec-ae5a31821ea2 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100073 Feb 09 16:03:52.764652 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-dabc706d-ad9b-4d6a-9d40-18cd9325cd50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=183ee99d50d84d429f85953d07b78397&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3070939 Feb 09 16:03:52.765608 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc706d-ad9b-4d6a-9d40-18cd9325cd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cb5258-1531-47b5-9ef7-ebf88cffbdbd,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:52.768322 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 57012) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:52.871531 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-30a58a42-72a7-49dc-a1bb-0629ffde4a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.981358 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.031474 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-459537db-954c-43aa-aacb-7431ac54fca9 req-131972f9-ba70-4f44-91f5-4f90a1245e7b service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877046 Feb 09 16:03:53.037033 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port 28249c5b-6c53-44b7-a24d-3babebc3beec, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=28249c5b-6c53-44b7-a24d-3babebc3beec,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:53.106647 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.207287 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-30a58a42-72a7-49dc-a1bb-0629ffde4a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.263102 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=28249c5b-6c53-44b7-a24d-3babebc3beec,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:53.313218 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Router df8f82b2-0fb8-4f6e-b05c-44b884bd0efb has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:03:53.319924 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-459537db-954c-43aa-aacb-7431ac54fca9 req-ef3c304c-4676-47e9-96bf-0047c7e5fe12 service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791808 Feb 09 16:03:53.334704 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9db16ccc-2450-4742-bc17-0b9f87578cc9 req-2235d02c-160a-4b82-b380-b4c8a429be33 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 210 time: 0.1162755 Feb 09 16:03:53.484947 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-f358a9d0-8a8e-4709-9030-a80755df28d0 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:53.486419 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-f358a9d0-8a8e-4709-9030-a80755df28d0 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.42 "GET /v2.0/networks?id=435aabbf-7da2-4610-96b6-cdfa5d00364b HTTP/1.1" status: 200 len: 807 time: 0.4356887 Feb 09 16:03:53.495995 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-30a58a42-72a7-49dc-a1bb-0629ffde4a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.550509 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94cd3358-c94a-4632-bf4c-0c0078932ce3 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Request body: {'port': {'device_id': 'b9fdf98d-a41a-4765-ba5a-000ed4ada97c', 'network_id': '435aabbf-7da2-4610-96b6-cdfa5d00364b', 'admin_state_up': True, 'tenant_id': 'dab52d4a8a85422da8d895778b2b1551'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:03:53.579603 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a58a42-72a7-49dc-a1bb-0629ffde4a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cb5258-1531-47b5-9ef7-ebf88cffbdbd,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:53.607190 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-30a58a42-72a7-49dc-a1bb-0629ffde4a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.612304 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-30a58a42-72a7-49dc-a1bb-0629ffde4a26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8cb5258-1531-47b5-9ef7-ebf88cffbdbd HTTP/1.1" status: 204 len: 168 time: 0.8428421 Feb 09 16:03:53.787731 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:53.881449 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94cd3358-c94a-4632-bf4c-0c0078932ce3 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:53.892932 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94cd3358-c94a-4632-bf4c-0c0078932ce3 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:53.992113 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-12a2f3af-c133-40db-b9a7-98f73f86b6e4 admin admin] 10.222.0.30 "PUT /v2.0/routers/df8f82b2-0fb8-4f6e-b05c-44b884bd0efb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7325218 Feb 09 16:03:54.038047 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe8913-f1c2-42cb-b5b5-5e1490f9802e req-58459e14-7aa7-4b81-a52b-e4cfa6ad163d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:54.044289 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94cd3358-c94a-4632-bf4c-0c0078932ce3 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Made reservation on behalf of dab52d4a8a85422da8d895778b2b1551 for: {'port': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:54.047488 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94cd3358-c94a-4632-bf4c-0c0078932ce3 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:54.062695 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-dffe8913-f1c2-42cb-b5b5-5e1490f9802e req-58459e14-7aa7-4b81-a52b-e4cfa6ad163d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.2623136 Feb 09 16:03:54.188988 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 28249c5b-6c53-44b7-a24d-3babebc3beec up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:03:54.194859 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-dffe8913-f1c2-42cb-b5b5-5e1490f9802e req-51a67794-9506-4e03-8655-eca32a07f841 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231830 Feb 09 16:03:54.263137 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62b82a-bb8d-4baa-a33a-b4268e2110bc req-cc662a01-a2e0-4306-b031-2101b1efe703 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:54.264992 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-dd62b82a-bb8d-4baa-a33a-b4268e2110bc req-cc662a01-a2e0-4306-b031-2101b1efe703 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.3093629 Feb 09 16:03:54.349093 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 28249c5b-6c53-44b7-a24d-3babebc3beec triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:54.349365 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:54.408493 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-dd62b82a-bb8d-4baa-a33a-b4268e2110bc req-3ca32a56-dcc8-4dd0-83e1-d412ac5d4cea tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355577 Feb 09 16:03:54.449869 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_common [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94cd3358-c94a-4632-bf4c-0c0078932ce3 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Allocated IP 172.20.0.9 (435aabbf-7da2-4610-96b6-cdfa5d00364b/9b9429e3-ee9f-45ab-95f7-bfeb65b65014/c0e4fa06-84e3-4374-80f1-7ddf126295ca) {{(pid=83708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:54.868220 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8f19c8b9-8774-46da-90d5-78fd34e4177d req-6a3b559a-9856-4696-ab98-84e4eecf1630 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 210 time: 0.1700070 Feb 09 16:03:55.017007 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94cd3358-c94a-4632-bf4c-0c0078932ce3 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Notify callbacks [] for port, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.189883 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94cd3358-c94a-4632-bf4c-0c0078932ce3 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.344040 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94cd3358-c94a-4632-bf4c-0c0078932ce3 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Network 435aabbf-7da2-4610-96b6-cdfa5d00364b is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:55.367518 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94cd3358-c94a-4632-bf4c-0c0078932ce3 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:55.375945 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94cd3358-c94a-4632-bf4c-0c0078932ce3 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Received port after_create {{(pid=83708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:03:55.449693 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57088438-91af-42b4-b59c-6d1dac52a8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.537408 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd3358-c94a-4632-bf4c-0c0078932ce3 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Pushing event updated for resources: {'Port': ['ID=c0e4fa06-84e3-4374-80f1-7ddf126295ca,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:55.574962 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94cd3358-c94a-4632-bf4c-0c0078932ce3 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:55.575685 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94cd3358-c94a-4632-bf4c-0c0078932ce3 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.644019 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01822931-5611-4daa-adf9-6b5d8d0df3a9 req-c481e2d8-cba3-4068-b56a-e8aed7fb4160 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:55.646086 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-01822931-5611-4daa-adf9-6b5d8d0df3a9 req-c481e2d8-cba3-4068-b56a-e8aed7fb4160 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.2809868 Feb 09 16:03:55.731160 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94cd3358-c94a-4632-bf4c-0c0078932ce3 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2248342 Feb 09 16:03:55.749518 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-01822931-5611-4daa-adf9-6b5d8d0df3a9 req-fc3e98a1-31fd-4fa9-b979-e8a00236e1c5 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970736 Feb 09 16:03:55.765485 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Request body: {'port': {'device_id': 'b9fdf98d-a41a-4765-ba5a-000ed4ada97c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:03:55.982081 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.242455 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2f51d-419f-4695-a292-06156f9a580d req-15356643-8f4d-4b44-9942-e9e8f921c5fd tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:56.245293 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-62e2f51d-419f-4695-a292-06156f9a580d req-15356643-8f4d-4b44-9942-e9e8f921c5fd tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 931 time: 0.1359715 Feb 09 16:03:56.277190 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 57148) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:56.411335 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-62e2f51d-419f-4695-a292-06156f9a580d req-51144153-4012-4c60-9cc1-3a159e047d8b tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598232 Feb 09 16:03:56.493906 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e4fa06-84e3-4374-80f1-7ddf126295ca {{(pid=83708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:03:56.507223 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.526652 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.provisioning_blocks [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Transition to ACTIVE for port object c0e4fa06-84e3-4374-80f1-7ddf126295ca will not be triggered until provisioned by entity L2. {{(pid=83708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:03:56.697487 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1352257'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.701257 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-272389709-network', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:03:56.706994 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:56.717173 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Usage tracker for resource:network and tenant:43ed7dd9edae4b20a88c5eba35af5527 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:56.720767 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:56.731493 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:56.781814 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e4fa06-84e3-4374-80f1-7ddf126295ca,revision_number=2']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:56.853626 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Made reservation on behalf of 43ed7dd9edae4b20a88c5eba35af5527 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:56.861756 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.046906 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.104597 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:57.110663 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Usage tracker for resource:security_group_rule and tenant:43ed7dd9edae4b20a88c5eba35af5527 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:57.112839 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:57.123034 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:57.234581 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.318931 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a442e4e-32a7-41ca-92ac-15dfd6b7e81f req-9252a119-9846-4f60-b137-da5fb0a54ae9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:57.325214 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.331492 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6a442e4e-32a7-41ca-92ac-15dfd6b7e81f req-9252a119-9846-4f60-b137-da5fb0a54ae9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.2200148 Feb 09 16:03:57.357380 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Attempting to bind port c0e4fa06-84e3-4374-80f1-7ddf126295ca on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:57.360117 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Attempting to bind port c0e4fa06-84e3-4374-80f1-7ddf126295ca by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '59fa577f-4d90-4d7d-a98d-a24b2b03f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '435aabbf-7da2-4610-96b6-cdfa5d00364b'}] {{(pid=83708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:57.362280 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Attempting to bind port c0e4fa06-84e3-4374-80f1-7ddf126295ca on network 435aabbf-7da2-4610-96b6-cdfa5d00364b {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:03:57.380959 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Port c0e4fa06-84e3-4374-80f1-7ddf126295ca on network 435aabbf-7da2-4610-96b6-cdfa5d00364b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:03:57.381294 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Attempting to bind port c0e4fa06-84e3-4374-80f1-7ddf126295ca on network 435aabbf-7da2-4610-96b6-cdfa5d00364b {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:03:57.431826 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:03:57.432178 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Checking segment: {'id': '59fa577f-4d90-4d7d-a98d-a24b2b03f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '435aabbf-7da2-4610-96b6-cdfa5d00364b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:03:57.432571 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Bound using segment: {'id': '59fa577f-4d90-4d7d-a98d-a24b2b03f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '435aabbf-7da2-4610-96b6-cdfa5d00364b'} {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:03:57.433021 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Bound port: c0e4fa06-84e3-4374-80f1-7ddf126295ca, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fa577f-4d90-4d7d-a98d-a24b2b03f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '435aabbf-7da2-4610-96b6-cdfa5d00364b'}}] {{(pid=83708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:57.435979 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.461954 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:03:57.477012 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6a442e4e-32a7-41ca-92ac-15dfd6b7e81f req-99920a1f-6531-40be-a79a-e641ffd71b28 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433959 Feb 09 16:03:57.490191 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe35070-8f55-4f5a-96cc-63517c211112,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:57.496540 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.497077 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.segments_db [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Added segment 0688dadb-bd88-4e9f-9a81-b150658e0ec3 of type vlan for network 18c16b04-0f6a-43fa-a890-19fb89b12238 Feb 09 16:03:57.521510 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:57.522113 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:57.522606 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:57.523118 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:57.523605 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:57.524076 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:57.524555 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:57.525057 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:57.525525 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:57.526121 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:57.526751 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:57.577402 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.615329 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] For port c0e4fa06-84e3-4374-80f1-7ddf126295ca, host hv-cinder-82510, cleared binding levels {{(pid=83708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:57.618653 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] For port c0e4fa06-84e3-4374-80f1-7ddf126295ca, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c0e4fa06-84e3-4374-80f1-7ddf126295ca,segment=NetworkSegment(59fa577f-4d90-4d7d-a98d-a24b2b03f5ca),segment_id=59fa577f-4d90-4d7d-a98d-a24b2b03f5ca)] {{(pid=83708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:57.677015 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f168de-917f-443a-801a-cbb82cfebe47 req-2dbf7300-fd12-4bfa-a110-272505dcd642 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:57.689766 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-90f168de-917f-443a-801a-cbb82cfebe47 req-2dbf7300-fd12-4bfa-a110-272505dcd642 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.3292153 Feb 09 16:03:57.694819 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1352257'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.809370 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9371f4c9-c51e-44bc-94f6-b4b8b4e6bf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.815219 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-90f168de-917f-443a-801a-cbb82cfebe47 req-2b45d2e8-357c-4602-bd11-dfb44e6140c6 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249380 Feb 09 16:03:57.839464 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.840406 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:57.841050 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.968449 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] Pushing event updated for resources: {'Network': ['ID=18c16b04-0f6a-43fa-a890-19fb89b12238,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:57.978504 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.979906 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network 18c16b04-0f6a-43fa-a890-19fb89b12238 details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 16:03:57.986000 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] 10.222.0.42 "PUT /v2.0/ports/c0e4fa06-84e3-4374-80f1-7ddf126295ca HTTP/1.1" status: 200 len: 1093 time: 2.2348778 Feb 09 16:03:57.986000 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fdf98d-a41a-4765-ba5a-000ed4ada97c', 'tag': 'c0e4fa06-84e3-4374-80f1-7ddf126295ca'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:03:58.046481 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4719a-d454-490d-98fe-7b85a3bf7431 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e4fa06-84e3-4374-80f1-7ddf126295ca,revision_number=3']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:58.063688 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-9ea1e249-4727-41d6-a1d7-a66891a76230 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7820582 Feb 09 16:03:58.063838 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 57206) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:58.119658 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-4a43747b-5165-4ebb-863a-278dec2bf962 admin admin] Request body: {'subnet': {'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-272389709-subnet', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'ip_version': 4}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:03:58.152570 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-4a43747b-5165-4ebb-863a-278dec2bf962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:58.213388 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-4a43747b-5165-4ebb-863a-278dec2bf962 admin admin] Usage tracker for resource:subnet and tenant:43ed7dd9edae4b20a88c5eba35af5527 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:58.219906 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-4a43747b-5165-4ebb-863a-278dec2bf962 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:58.237331 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-4a43747b-5165-4ebb-863a-278dec2bf962 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:58.286011 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67bdb1-e3b9-4419-8115-5315c3b190db req-891849f4-ac8c-4c98-b5fb-ec3565d28cc9 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:58.286754 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-ab67bdb1-e3b9-4419-8115-5315c3b190db req-891849f4-ac8c-4c98-b5fb-ec3565d28cc9 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Synchronizing usage tracker for tenant:dab52d4a8a85422da8d895778b2b1551 on resource:port {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:03:58.323823 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-e0bae400-1042-4f57-a8e4-59b8d2038477 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dab52d4a8a85422da8d895778b2b1551&device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 1096 time: 0.1724784 Feb 09 16:03:58.334857 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a43747b-5165-4ebb-863a-278dec2bf962 admin admin] Made reservation on behalf of 43ed7dd9edae4b20a88c5eba35af5527 for: {'subnet': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:58.337893 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4a43747b-5165-4ebb-863a-278dec2bf962 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6906914'] for subnet, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:58.513644 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-ab67bdb1-e3b9-4419-8115-5315c3b190db req-891849f4-ac8c-4c98-b5fb-ec3565d28cc9 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Unset dirty status for tenant:dab52d4a8a85422da8d895778b2b1551 on resource:port {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:03:58.513644 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ab67bdb1-e3b9-4419-8115-5315c3b190db req-891849f4-ac8c-4c98-b5fb-ec3565d28cc9 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 943 time: 0.6284416 Feb 09 16:03:58.560098 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-4c2919f8-82bb-4dbf-b98d-acb114ea9a9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0e4fa06-84e3-4374-80f1-7ddf126295ca HTTP/1.1" status: 200 len: 217 time: 0.1892016 Feb 09 16:03:58.702858 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ab67bdb1-e3b9-4419-8115-5315c3b190db req-30ab6894-9b3a-4613-9996-b5b60e80c482 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331143 Feb 09 16:03:58.702858 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-bbb25f68-c56b-4792-835b-e411a076b62c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:58.702858 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-bbb25f68-c56b-4792-835b-e411a076b62c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b9429e3-ee9f-45ab-95f7-bfeb65b65014 HTTP/1.1" status: 200 len: 847 time: 0.1193385 Feb 09 16:03:58.742664 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-cc10f686-1c69-4281-9db8-086591aebf52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=435aabbf-7da2-4610-96b6-cdfa5d00364b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471561 Feb 09 16:03:58.784896 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fdf98d-a41a-4765-ba5a-000ed4ada97c', 'tag': 'c0e4fa06-84e3-4374-80f1-7ddf126295ca', 'status': 'completed', 'code': 200} Feb 09 16:03:59.077228 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-5734821e-8cdc-480b-8f02-bc767f7a8cbd service neutron] 10.222.0.42 "GET /v2.0/networks/435aabbf-7da2-4610-96b6-cdfa5d00364b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935998 Feb 09 16:03:59.098323 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.101186 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.200672 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 57242) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:03:59.212396 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c3819-f95e-48f5-af73-9a3ee6719905 req-1f164790-5691-4efd-9578-ed3ffd0f7e5e tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:59.213927 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-446c3819-f95e-48f5-af73-9a3ee6719905 req-1f164790-5691-4efd-9578-ed3ffd0f7e5e tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.3040917 Feb 09 16:03:59.220238 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4a43747b-5165-4ebb-863a-278dec2bf962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1352404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6906908'] for subnet, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.360157 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43747b-5165-4ebb-863a-278dec2bf962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1414b891-07be-4dcb-b434-3590d3850f3b,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:59.409021 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-446c3819-f95e-48f5-af73-9a3ee6719905 req-33899e6b-5264-447b-8a43-1e89e911a001 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841195 Feb 09 16:03:59.411940 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43747b-5165-4ebb-863a-278dec2bf962 admin admin] Checking segment: {'id': '0688dadb-bd88-4e9f-9a81-b150658e0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:03:59.414464 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a43747b-5165-4ebb-863a-278dec2bf962 admin admin] Network hostable DHCP agents. Network: 18c16b04-0f6a-43fa-a890-19fb89b12238, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:03:59.419734 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-70171073-295c-4ce8-97ec-445124ea82f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.424736 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6af4496d-155d-4b53-99a4-f2e1416bf64a req-98f2bed8-cf9c-4de3-965b-563d85e3fe95 service neutron] 10.222.0.42 "GET /v2.0/networks/435aabbf-7da2-4610-96b6-cdfa5d00364b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314769 Feb 09 16:03:59.472179 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-70171073-295c-4ce8-97ec-445124ea82f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:03:59.476826 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-70171073-295c-4ce8-97ec-445124ea82f2 admin admin] Usage tracker for resource:security_group_rule and tenant:92d1982d7ff2447090012c88b4f7dc62 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:03:59.482309 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-70171073-295c-4ce8-97ec-445124ea82f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:03:59.490856 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-70171073-295c-4ce8-97ec-445124ea82f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:03:59.564566 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-70171073-295c-4ce8-97ec-445124ea82f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.706928 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-70171073-295c-4ce8-97ec-445124ea82f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.708382 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a43747b-5165-4ebb-863a-278dec2bf962 admin admin] Network 18c16b04-0f6a-43fa-a890-19fb89b12238 is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:03:59.795307 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70171073-295c-4ce8-97ec-445124ea82f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04758e7-74e5-4c01-9826-b7c61d53e7ed,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:59.808844 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-4a43747b-5165-4ebb-863a-278dec2bf962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, 18c16b04-0f6a-43fa-a890-19fb89b12238) {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:59.818030 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c78dda-9148-433c-8df7-b8e9bdbeb52c None None] Network 18c16b04-0f6a-43fa-a890-19fb89b12238 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:03:59.822171 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43747b-5165-4ebb-863a-278dec2bf962 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:59.822818 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4a43747b-5165-4ebb-863a-278dec2bf962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.848433 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-70171073-295c-4ce8-97ec-445124ea82f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92d1982d7ff2447090012c88b4f7dc62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6465430 Feb 09 16:03:59.851245 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 57264) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:00.025662 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9cb2f816-d9af-402a-9c29-e65f4c5b5ccd req-66e77b2a-39b1-4f49-9373-b2c434bd1813 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dab52d4a8a85422da8d895778b2b1551&device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 1096 time: 0.2831328 Feb 09 16:04:00.030331 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-4a43747b-5165-4ebb-863a-278dec2bf962 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9601202 Feb 09 16:04:00.033772 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 57274) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:00.040544 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-272389709-router', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:00.046974 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:00.056683 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Usage tracker for resource:router and tenant:43ed7dd9edae4b20a88c5eba35af5527 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:00.080997 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:00.106973 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:00.208851 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.210787 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41882'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.266455 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.268604 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb1ace92-ef78-5fb9-ac9e-ee7977fe44ac-18c16b04-0f6a-43fa-a890-19fb89b12238', 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'fixed_ips': [{'subnet_id': '1414b891-07be-4dcb-b434-3590d3850f3b'}]}} from dv-cinder-825105-1-smb. {{(pid=83710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 16:04:00.270552 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.290213 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d180bdbb-617d-49fd-9e77-d05ce49455f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.342170 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d180bdbb-617d-49fd-9e77-d05ce49455f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.409413 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a3d4b-a304-43bb-a034-498f43f719ba req-abb1aecb-55b5-4e7c-92f7-1b8492ecc107 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:00.412895 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.420600 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c91a3d4b-a304-43bb-a034-498f43f719ba req-abb1aecb-55b5-4e7c-92f7-1b8492ecc107 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 943 time: 0.4499667 Feb 09 16:04:00.537769 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d180bdbb-617d-49fd-9e77-d05ce49455f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.577214 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41896'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.587912 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2f816-d9af-402a-9c29-e65f4c5b5ccd req-6cff97b4-808b-4f48-a5d9-38ed24dcb2ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:00.589486 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9cb2f816-d9af-402a-9c29-e65f4c5b5ccd req-6cff97b4-808b-4f48-a5d9-38ed24dcb2ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=435aabbf-7da2-4610-96b6-cdfa5d00364b HTTP/1.1" status: 200 len: 908 time: 0.5557084 Feb 09 16:04:00.596772 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d180bdbb-617d-49fd-9e77-d05ce49455f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.599716 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-d180bdbb-617d-49fd-9e77-d05ce49455f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f04758e7-74e5-4c01-9826-b7c61d53e7ed HTTP/1.1" status: 204 len: 168 time: 0.7473669 Feb 09 16:04:00.656628 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c91a3d4b-a304-43bb-a034-498f43f719ba req-cfdc6aa4-e6cd-41fe-98b7-2058d8aafcc9 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383049 Feb 09 16:04:00.657339 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180bdbb-617d-49fd-9e77-d05ce49455f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04758e7-74e5-4c01-9826-b7c61d53e7ed,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:00.821159 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9cb2f816-d9af-402a-9c29-e65f4c5b5ccd req-eca3027e-733e-408d-a135-dcbda6e9df05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0e4fa06-84e3-4374-80f1-7ddf126295ca HTTP/1.1" status: 200 len: 217 time: 0.1674154 Feb 09 16:04:00.850078 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Allocated IP 172.20.0.2 (18c16b04-0f6a-43fa-a890-19fb89b12238/1414b891-07be-4dcb-b434-3590d3850f3b/11b1d045-17de-4eb7-b024-5220b23ce8b8) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:00.933721 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2f816-d9af-402a-9c29-e65f4c5b5ccd req-4e9511ff-d1e2-4e71-bddb-22619c309323 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:00.936285 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9cb2f816-d9af-402a-9c29-e65f4c5b5ccd req-4e9511ff-d1e2-4e71-bddb-22619c309323 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b9429e3-ee9f-45ab-95f7-bfeb65b65014 HTTP/1.1" status: 200 len: 847 time: 0.1084402 Feb 09 16:04:01.022389 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5dd17-0f9b-403a-914f-14f506b9acf8 req-eb4fcdf3-241d-4f5f-9e65-b9631279e129 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:01.023865 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-78c5dd17-0f9b-403a-914f-14f506b9acf8 req-eb4fcdf3-241d-4f5f-9e65-b9631279e129 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.2349203 Feb 09 16:04:01.036216 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9cb2f816-d9af-402a-9c29-e65f4c5b5ccd req-f49e7346-bffe-4e67-93a9-1fb4c8936a81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=435aabbf-7da2-4610-96b6-cdfa5d00364b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835805 Feb 09 16:04:01.106081 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-78c5dd17-0f9b-403a-914f-14f506b9acf8 req-225f6e1a-c108-461d-91d9-ea47558589bf tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739183 Feb 09 16:04:01.198247 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.260686 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9cb2f816-d9af-402a-9c29-e65f4c5b5ccd req-2d9c7006-ae0e-462e-bb3d-8d3cddb2f6bd service neutron] 10.222.0.42 "GET /v2.0/networks/435aabbf-7da2-4610-96b6-cdfa5d00364b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182403 Feb 09 16:04:01.278173 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.296054 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Sync routers for ids ['df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:04:01.324828 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Routers {'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:04:01.325451 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:03:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:01.434821 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.538810 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Allocated IP 172.28.1.201 (6b7fe1e6-5bb6-4d06-a266-701d5608a849/a29998aa-47c5-4d48-9fc6-2e8cc05152fe/e97a2feb-521e-40a0-9925-e885c9560ec5) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:01.559273 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9cb2f816-d9af-402a-9c29-e65f4c5b5ccd req-0d3f06c3-65c7-432f-8052-2e57d9456faf service neutron] 10.222.0.42 "GET /v2.0/networks/435aabbf-7da2-4610-96b6-cdfa5d00364b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926338 Feb 09 16:04:01.644382 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Transition to ACTIVE for port object 11b1d045-17de-4eb7-b024-5220b23ce8b8 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:04:01.678488 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device c0e4fa06-84e3-4374-80f1-7ddf126295ca details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:04:01.695747 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Transition to ACTIVE for port object 11b1d045-17de-4eb7-b024-5220b23ce8b8 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:04:01.781663 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.831715 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.895538 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.930980 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Set router df8f82b2-0fb8-4f6e-b05c-44b884bd0efb gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:04:01.940276 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 57302) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:01.983585 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d328bb-4f75-422e-948b-c01f518012bc req-bc19b09c-437d-4dc0-aa32-4ffa114ffa24 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:01.985703 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-12d328bb-4f75-422e-948b-c01f518012bc req-bc19b09c-437d-4dc0-aa32-4ffa114ffa24 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 943 time: 0.1321433 Feb 09 16:04:02.013145 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4de2b958-ae8b-4479-b426-5aaf3c8b080c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.034450 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Pushing event updated for resources: {'Port': ['ID=e97a2feb-521e-40a0-9925-e885c9560ec5,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:02.043770 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:02.045112 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:02.056263 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:04:02.084969 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-12d328bb-4f75-422e-948b-c01f518012bc req-1642fecf-478a-48ef-bc97-8b9d1f2a1ddb tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874453 Feb 09 16:04:02.130123 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4de2b958-ae8b-4479-b426-5aaf3c8b080c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:02.138622 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-4de2b958-ae8b-4479-b426-5aaf3c8b080c admin admin] Usage tracker for resource:security_group_rule and tenant:7dc3c1f77cd442e195e7aaf8d966b98b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:02.143918 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-4de2b958-ae8b-4479-b426-5aaf3c8b080c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:02.152887 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4de2b958-ae8b-4479-b426-5aaf3c8b080c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:02.156453 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Network 18c16b04-0f6a-43fa-a890-19fb89b12238 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:02.167533 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Pushing event updated for resources: {'Port': ['ID=11b1d045-17de-4eb7-b024-5220b23ce8b8,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:02.173106 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:02.245672 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:04:02.275643 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port c0e4fa06-84e3-4374-80f1-7ddf126295ca, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c0e4fa06-84e3-4374-80f1-7ddf126295ca,segment=NetworkSegment(59fa577f-4d90-4d7d-a98d-a24b2b03f5ca),segment_id=59fa577f-4d90-4d7d-a98d-a24b2b03f5ca)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:02.342834 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4de2b958-ae8b-4479-b426-5aaf3c8b080c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.419506 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': 'c0e4fa06-84e3-4374-80f1-7ddf126295ca', 'network_id': '435aabbf-7da2-4610-96b6-cdfa5d00364b', 'port_id': 'c0e4fa06-84e3-4374-80f1-7ddf126295ca', 'mac_address': 'fa:16:3e:4d:74:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b9429e3-ee9f-45ab-95f7-bfeb65b65014', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:04:02.481193 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac884e-cb1e-411d-8821-e9f42df7ca47 req-5da0e446-9e06-4126-86c3-0067b1105a94 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:02.491617 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a0ac884e-cb1e-411d-8821-e9f42df7ca47 req-5da0e446-9e06-4126-86c3-0067b1105a94 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1045344 Feb 09 16:04:02.550783 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a0ac884e-cb1e-411d-8821-e9f42df7ca47 req-2b77a6b4-4514-4d80-8cdb-7e924b0123ff tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586190 Feb 09 16:04:02.567015 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4de2b958-ae8b-4479-b426-5aaf3c8b080c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.632866 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2b958-ae8b-4479-b426-5aaf3c8b080c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7394c6cb-b205-453a-90ac-362f4dc77da7,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:02.725703 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.750811 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-4de2b958-ae8b-4479-b426-5aaf3c8b080c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7dc3c1f77cd442e195e7aaf8d966b98b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8022521 Feb 09 16:04:02.754811 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 57316) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:02.762708 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.763655 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691926'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.765843 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Attempting to bind port 11b1d045-17de-4eb7-b024-5220b23ce8b8 on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:02.766297 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Attempting to bind port 11b1d045-17de-4eb7-b024-5220b23ce8b8 by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': '0688dadb-bd88-4e9f-9a81-b150658e0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:02.766776 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Attempting to bind port 11b1d045-17de-4eb7-b024-5220b23ce8b8 on network 18c16b04-0f6a-43fa-a890-19fb89b12238 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:04:02.775812 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:04:02.776363 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Checking segment: {'id': '0688dadb-bd88-4e9f-9a81-b150658e0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:04:02.776894 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.777436 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Bound using segment: {'id': '0688dadb-bd88-4e9f-9a81-b150658e0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:04:02.778018 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Bound port: 11b1d045-17de-4eb7-b024-5220b23ce8b8, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0688dadb-bd88-4e9f-9a81-b150658e0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:02.778616 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.794020 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e4fa06-84e3-4374-80f1-7ddf126295ca {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:04:02.865256 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port c0e4fa06-84e3-4374-80f1-7ddf126295ca, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c0e4fa06-84e3-4374-80f1-7ddf126295ca,segment=NetworkSegment(59fa577f-4d90-4d7d-a98d-a24b2b03f5ca),segment_id=59fa577f-4d90-4d7d-a98d-a24b2b03f5ca)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:02.926124 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'name': 'tempest-TestMinimumBasicScenario-1798153553-router', 'tenant_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '28249c5b-6c53-44b7-a24d-3babebc3beec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:38Z', 'updated_at': '2022-02-09T16:03:49Z', 'revision_number': 4, 'project_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'gw_port': {'id': '28249c5b-6c53-44b7-a24d-3babebc3beec', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:39Z', 'updated_at': '2022-02-09T16:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': 'ca40ccc3-ec57-4069-b6df-d18c795fc8a1', 'name': '', 'network_id': 'e9c76b89-187f-4d78-a222-50db5fca3af4', 'tenant_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'mac_address': 'fa:16:3e:14:17:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10bbd581-d82a-4fcc-b41b-358a69203215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:46Z', 'updated_at': '2022-02-09T16:03:49Z', 'revision_number': 2, 'project_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'subnets': [{'id': '10bbd581-d82a-4fcc-b41b-358a69203215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:02.932372 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-97c7a6fa-e6f4-4df5-ac42-5a98b35c50f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.932927 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] For port 11b1d045-17de-4eb7-b024-5220b23ce8b8, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:02.952563 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] For port 11b1d045-17de-4eb7-b024-5220b23ce8b8, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=11b1d045-17de-4eb7-b024-5220b23ce8b8,segment=NetworkSegment(0688dadb-bd88-4e9f-9a81-b150658e0ec3),segment_id=0688dadb-bd88-4e9f-9a81-b150658e0ec3)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:02.952563 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Checking router: df8f82b2-0fb8-4f6e-b05c-44b884bd0efb for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:04:02.952563 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Updating router df8f82b2-0fb8-4f6e-b05c-44b884bd0efb port ca40ccc3-ec57-4069-b6df-d18c795fc8a1 binding host dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 16:04:02.989788 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-97c7a6fa-e6f4-4df5-ac42-5a98b35c50f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.033880 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.085335 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.157857 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-97c7a6fa-e6f4-4df5-ac42-5a98b35c50f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.189988 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.199688 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7a6fa-e6f4-4df5-ac42-5a98b35c50f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7394c6cb-b205-453a-90ac-362f4dc77da7,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:03.204155 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-97c7a6fa-e6f4-4df5-ac42-5a98b35c50f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.205350 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-97c7a6fa-e6f4-4df5-ac42-5a98b35c50f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7394c6cb-b205-453a-90ac-362f4dc77da7 HTTP/1.1" status: 204 len: 168 time: 0.4495699 Feb 09 16:04:03.235962 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 is scheduled to L3 agent fb3d251c-cb97-460a-9813-8f855a49118a with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:04:03.491965 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181a64d-298d-4d04-a493-429dde37f0ad req-dad9828a-d61b-4870-a70e-becb40acf268 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:03.500293 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-1181a64d-298d-4d04-a493-429dde37f0ad req-dad9828a-d61b-4870-a70e-becb40acf268 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 944 time: 0.1815326 Feb 09 16:04:03.567867 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.571739 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-1181a64d-298d-4d04-a493-429dde37f0ad req-168611e3-2717-48d6-b538-955256d95b02 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718720 Feb 09 16:04:03.583581 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Transition to ACTIVE for port object ca40ccc3-ec57-4069-b6df-d18c795fc8a1 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:04:03.653473 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=c0e4fa06-84e3-4374-80f1-7ddf126295ca,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:03.713299 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['c0e4fa06-84e3-4374-80f1-7ddf126295ca'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:04:03.794995 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.930759 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:04:03.969193 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Sync routers for ids ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'] in dv-cinder-825105-1-smb {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:04:04.012030 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Routers {'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:04:04.017111 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:03:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:04.085998 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717aa3a-d251-45ee-b8ad-0c3f88372e70 None None] Pushing event updated for resources: {'Port': ['ID=11b1d045-17de-4eb7-b024-5220b23ce8b8,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:04.089303 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:04.090827 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-e9787818-4280-4e1e-bbd5-eb435978421a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0560529 Feb 09 16:04:04.093460 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 57338) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:04.131105 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06488ac2-380a-4997-bc8e-298e6b01d509 req-eb9bf648-de59-41b0-9729-23d3b3e93a24 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:04.133411 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-06488ac2-380a-4997-bc8e-298e6b01d509 req-eb9bf648-de59-41b0-9729-23d3b3e93a24 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.2026632 Feb 09 16:04:04.258718 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-06488ac2-380a-4997-bc8e-298e6b01d509 req-662dbc0f-cd00-426f-8fa7-0cd1748c7172 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150262 Feb 09 16:04:04.378887 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8f53b-1e1d-4cb0-b2c6-321ec34ca075 None None] Pushing event updated for resources: {'Port': ['ID=ca40ccc3-ec57-4069-b6df-d18c795fc8a1,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:04.492409 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Set router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:04:04.685156 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Attempting to bind port ca40ccc3-ec57-4069-b6df-d18c795fc8a1 on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:04.685678 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Attempting to bind port ca40ccc3-ec57-4069-b6df-d18c795fc8a1 by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': '5cc6f2ec-18dd-411c-87e1-dd88345dde9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e9c76b89-187f-4d78-a222-50db5fca3af4'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:04.685869 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Attempting to bind port ca40ccc3-ec57-4069-b6df-d18c795fc8a1 on network e9c76b89-187f-4d78-a222-50db5fca3af4 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:04:04.829459 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:04:04.844602 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Checking segment: {'id': '5cc6f2ec-18dd-411c-87e1-dd88345dde9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e9c76b89-187f-4d78-a222-50db5fca3af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:04:04.845087 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:04.845486 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Bound using segment: {'id': '5cc6f2ec-18dd-411c-87e1-dd88345dde9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e9c76b89-187f-4d78-a222-50db5fca3af4'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:04:04.847796 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Bound port: ca40ccc3-ec57-4069-b6df-d18c795fc8a1, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc6f2ec-18dd-411c-87e1-dd88345dde9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e9c76b89-187f-4d78-a222-50db5fca3af4'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:04.848130 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:04.984673 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2537b45a-a70f-4dae-8d73-9e46fd1dff08 req-e751e825-cd63-44af-b72f-c953baaa0f5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e2a887c33294b0497f7c8d97a81c687&device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 1098 time: 0.2815201 Feb 09 16:04:05.136468 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdee403-95c6-4910-b2a5-1f61953a70f0 req-d5fe1853-7172-4da9-af1f-57bb331bcb26 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:05.150162 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9bdee403-95c6-4910-b2a5-1f61953a70f0 req-d5fe1853-7172-4da9-af1f-57bb331bcb26 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 944 time: 0.2553968 Feb 09 16:04:05.186726 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] For port ca40ccc3-ec57-4069-b6df-d18c795fc8a1, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:05.208723 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] For port ca40ccc3-ec57-4069-b6df-d18c795fc8a1, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=ca40ccc3-ec57-4069-b6df-d18c795fc8a1,segment=NetworkSegment(5cc6f2ec-18dd-411c-87e1-dd88345dde9b),segment_id=5cc6f2ec-18dd-411c-87e1-dd88345dde9b)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:05.296886 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9bdee403-95c6-4910-b2a5-1f61953a70f0 req-f2ebb67a-1db1-4b64-b0bb-0dd4fdc40425 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393538 Feb 09 16:04:05.306885 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:05.322426 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'name': 'tempest-TestShelveInstance-272389709-router', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:00Z', 'updated_at': '2022-02-09T16:04:02Z', 'revision_number': 3, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'gw_port': {'id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:01Z', 'updated_at': '2022-02-09T16:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:05.333885 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Checking router: ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 for host: dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:04:05.334600 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Updating router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 port e97a2feb-521e-40a0-9925-e885c9560ec5 binding host dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 16:04:05.447485 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:05.550715 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537b45a-a70f-4dae-8d73-9e46fd1dff08 req-ee00ef7b-cbb8-4dbf-af43-201ea9808399 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:05.559886 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2537b45a-a70f-4dae-8d73-9e46fd1dff08 req-ee00ef7b-cbb8-4dbf-af43-201ea9808399 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00cf166c-a8d8-4dc6-b379-d49b36537933 HTTP/1.1" status: 200 len: 919 time: 0.4579320 Feb 09 16:04:05.580468 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Routers {'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:04:05.581116 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:03:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:05.828011 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2537b45a-a70f-4dae-8d73-9e46fd1dff08 req-c24e9128-5b93-47f8-8810-91d142c47342 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=902a9285-68c3-47c2-91a8-d28bef0369e6 HTTP/1.1" status: 200 len: 217 time: 0.2408526 Feb 09 16:04:05.833682 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8f53b-1e1d-4cb0-b2c6-321ec34ca075 None None] Pushing event updated for resources: {'Port': ['ID=ca40ccc3-ec57-4069-b6df-d18c795fc8a1,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:05.859006 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3cb983-0c9e-474e-a4bc-12eefeb5d09c None None] Network 18c16b04-0f6a-43fa-a890-19fb89b12238 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:04:05.901154 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device c0e4fa06-84e3-4374-80f1-7ddf126295ca up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:04:05.969612 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c86bd-b88e-4d64-94ef-510ac7267195 req-9cd3ff5b-60a6-40e6-8c42-08239be40348 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:05.977386 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b71c86bd-b88e-4d64-94ef-510ac7267195 req-9cd3ff5b-60a6-40e6-8c42-08239be40348 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 1.0049512 Feb 09 16:04:05.981243 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56962d60-aedb-40c4-9191-dfd107a4f30d req-6ec142aa-019e-4889-b6e1-c75e7b7cb07f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:05.991939 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-56962d60-aedb-40c4-9191-dfd107a4f30d req-6ec142aa-019e-4889-b6e1-c75e7b7cb07f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.3839304 Feb 09 16:04:06.068270 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537b45a-a70f-4dae-8d73-9e46fd1dff08 req-a97534c1-8ca8-4865-88b5-5545ab7de30e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:06.070065 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2537b45a-a70f-4dae-8d73-9e46fd1dff08 req-a97534c1-8ca8-4865-88b5-5545ab7de30e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1c33505-1925-45ee-9da3-9db09b7ce7b4 HTTP/1.1" status: 200 len: 858 time: 0.2340896 Feb 09 16:04:06.085478 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-56962d60-aedb-40c4-9191-dfd107a4f30d req-97a18994-21ea-48b4-9588-e4db05bff438 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924788 Feb 09 16:04:06.370906 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 11b1d045-17de-4eb7-b024-5220b23ce8b8 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:04:06.407259 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2537b45a-a70f-4dae-8d73-9e46fd1dff08 req-4290be47-854b-4e7f-a2f2-c42af3ad884c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00cf166c-a8d8-4dc6-b379-d49b36537933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3266678 Feb 09 16:04:06.411732 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:06.445916 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Transition to ACTIVE for port object e97a2feb-521e-40a0-9925-e885c9560ec5 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:04:06.500376 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b71c86bd-b88e-4d64-94ef-510ac7267195 req-83215628-ed0c-4572-b6ec-109d7b66b5ee tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217824 Feb 09 16:04:06.552852 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:06.713798 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b990373-fdbc-48f3-bfd4-60997e0d2329 None None] Pushing event updated for resources: {'Port': ['ID=e97a2feb-521e-40a0-9925-e885c9560ec5,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:06.718035 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port 11b1d045-17de-4eb7-b024-5220b23ce8b8 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:04:06.738656 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 11b1d045-17de-4eb7-b024-5220b23ce8b8 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:06.744750 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:06.766431 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Attempting to bind port e97a2feb-521e-40a0-9925-e885c9560ec5 on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:06.767766 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Attempting to bind port e97a2feb-521e-40a0-9925-e885c9560ec5 by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:06.768466 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Attempting to bind port e97a2feb-521e-40a0-9925-e885c9560ec5 on network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:04:06.780565 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:04:06.781278 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Checking segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:04:06.781838 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:06.783410 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Bound using segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:04:06.784090 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Bound port: e97a2feb-521e-40a0-9925-e885c9560ec5, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:06.785668 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:06.874713 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2537b45a-a70f-4dae-8d73-9e46fd1dff08 req-508713d7-0fa6-4d79-998b-bbd8db98c7f2 service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523571 Feb 09 16:04:06.877456 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-cd960254-06c4-4e3b-ad47-a8cf64f65e83 None None] Provisioning for port 11b1d045-17de-4eb7-b024-5220b23ce8b8 completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:04:06.907683 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:06.984145 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] For port e97a2feb-521e-40a0-9925-e885c9560ec5, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:06.990895 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] For port e97a2feb-521e-40a0-9925-e885c9560ec5, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=e97a2feb-521e-40a0-9925-e885c9560ec5,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:07.014668 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-cd960254-06c4-4e3b-ad47-a8cf64f65e83 None None] Provisioning complete for port 11b1d045-17de-4eb7-b024-5220b23ce8b8 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:07.015067 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cd960254-06c4-4e3b-ad47-a8cf64f65e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.049717 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.071739 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.116568 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port 11b1d045-17de-4eb7-b024-5220b23ce8b8, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=11b1d045-17de-4eb7-b024-5220b23ce8b8,segment=NetworkSegment(0688dadb-bd88-4e9f-9a81-b150658e0ec3),segment_id=0688dadb-bd88-4e9f-9a81-b150658e0ec3)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:07.163623 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca2d8f-962b-4ac2-a960-0927b6c9f3ad req-94368fad-8e45-4397-bc98-7247313d702b tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:07.165110 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-25ca2d8f-962b-4ac2-a960-0927b6c9f3ad req-94368fad-8e45-4397-bc98-7247313d702b tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 944 time: 0.5594797 Feb 09 16:04:07.168461 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Routers {'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:04:07.168461 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:03:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:07.247220 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.274333 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-25ca2d8f-962b-4ac2-a960-0927b6c9f3ad req-3bd5039c-1f5c-4cc7-9e62-c373798a490d tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956678 Feb 09 16:04:07.320944 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2537b45a-a70f-4dae-8d73-9e46fd1dff08 req-01c023ce-c42f-4750-bb03-9a7e287bf4e2 service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413900 Feb 09 16:04:07.441409 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 57392) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:07.456379 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=11b1d045-17de-4eb7-b024-5220b23ce8b8,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:07.486445 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port c0e4fa06-84e3-4374-80f1-7ddf126295ca completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:04:07.512867 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port c0e4fa06-84e3-4374-80f1-7ddf126295ca triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:07.513111 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.531712 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Allocated IP 172.20.0.1 (18c16b04-0f6a-43fa-a890-19fb89b12238/1414b891-07be-4dcb-b434-3590d3850f3b/2afd8d6b-81ed-4e6b-b147-08982e116cbc) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:07.552382 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b990373-fdbc-48f3-bfd4-60997e0d2329 None None] Pushing event updated for resources: {'Port': ['ID=e97a2feb-521e-40a0-9925-e885c9560ec5,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:07.680688 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] Set router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:04:07.700434 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] Set router df8f82b2-0fb8-4f6e-b05c-44b884bd0efb gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:04:07.826563 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a3b2d1f9-6ee1-4be9-b505-b93804e1a29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.922562 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0474c-8875-4be1-af09-0e6993661c4d req-29705477-0e7d-4abf-8db9-874505580548 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:07.927742 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-08b0474c-8875-4be1-af09-0e6993661c4d req-29705477-0e7d-4abf-8db9-874505580548 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.4023778 Feb 09 16:04:07.930832 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.935698 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-a3b2d1f9-6ee1-4be9-b505-b93804e1a29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:07.968904 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Transition to ACTIVE for port object 2afd8d6b-81ed-4e6b-b147-08982e116cbc will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:04:07.994982 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-a3b2d1f9-6ee1-4be9-b505-b93804e1a29a admin admin] Usage tracker for resource:security_group_rule and tenant:17035f939bad41458d5342112a17cccc is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:08.009588 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-a3b2d1f9-6ee1-4be9-b505-b93804e1a29a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:08.028909 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-a3b2d1f9-6ee1-4be9-b505-b93804e1a29a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:08.059872 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-08b0474c-8875-4be1-af09-0e6993661c4d req-8f61b077-1734-412b-ac2c-fdf22cdf90e9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214857 Feb 09 16:04:08.112657 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.241933 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Network 18c16b04-0f6a-43fa-a890-19fb89b12238 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:08.257526 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:08.268072 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:04:08.297660 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 11b1d045-17de-4eb7-b024-5220b23ce8b8 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:04:08.333923 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'name': 'tempest-TestShelveInstance-272389709-router', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:00Z', 'updated_at': '2022-02-09T16:04:02Z', 'revision_number': 3, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'gw_port': {'id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:01Z', 'updated_at': '2022-02-09T16:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:08.349362 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d6fb24-5d60-4c89-af3e-7ad776c1265a None None] The sync data for ids ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'] in dv-cinder-825105-1-smb is: [{'id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'name': 'tempest-TestShelveInstance-272389709-router', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:00Z', 'updated_at': '2022-02-09T16:04:02Z', 'revision_number': 3, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'gw_port': {'id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:01Z', 'updated_at': '2022-02-09T16:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:04:08.373708 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a3b2d1f9-6ee1-4be9-b505-b93804e1a29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.496479 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695432'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.513213 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Pushing event updated for resources: {'Port': ['ID=2afd8d6b-81ed-4e6b-b147-08982e116cbc,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:08.560891 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d97a0-bb39-4681-bf3a-93f45bbf4067 req-8e00f98d-6779-4097-b795-c1da78b7d855 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:08.562747 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b39d97a0-bb39-4681-bf3a-93f45bbf4067 req-8e00f98d-6779-4097-b795-c1da78b7d855 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.5571394 Feb 09 16:04:08.687224 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a3b2d1f9-6ee1-4be9-b505-b93804e1a29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.696939 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b39d97a0-bb39-4681-bf3a-93f45bbf4067 req-4c862da0-94f9-4f13-b1a4-6b9d1c43cba0 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263609 Feb 09 16:04:08.725277 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.795962 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 11b1d045-17de-4eb7-b024-5220b23ce8b8 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:08.795962 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.796229 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2d1f9-6ee1-4be9-b505-b93804e1a29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206cc441-7f29-49ec-8d3a-12d04849ec53,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:08.834194 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306aa84-cc82-4e01-954a-ae53d7094168 req-a2461fb8-d67a-4610-a9c4-b755ca2b4e8c tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:08.836193 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2306aa84-cc82-4e01-954a-ae53d7094168 req-a2461fb8-d67a-4610-a9c4-b755ca2b4e8c tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 944 time: 0.3646452 Feb 09 16:04:08.930640 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.022310 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-a3b2d1f9-6ee1-4be9-b505-b93804e1a29a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17035f939bad41458d5342112a17cccc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5791361 Feb 09 16:04:09.023862 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 57424) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:09.042722 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fdf98d-a41a-4765-ba5a-000ed4ada97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e4fa06-84e3-4374-80f1-7ddf126295ca'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:04:09.089449 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2306aa84-cc82-4e01-954a-ae53d7094168 req-974a362f-14b1-4c9e-ad8e-23848025d9bd tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386715 Feb 09 16:04:09.290593 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9edb5116-5516-4e84-9663-7c6cadf9bb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.366809 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9edb5116-5516-4e84-9663-7c6cadf9bb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.376367 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port c0e4fa06-84e3-4374-80f1-7ddf126295ca, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c0e4fa06-84e3-4374-80f1-7ddf126295ca,segment=NetworkSegment(59fa577f-4d90-4d7d-a98d-a24b2b03f5ca),segment_id=59fa577f-4d90-4d7d-a98d-a24b2b03f5ca)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:09.384356 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fdf98d-a41a-4765-ba5a-000ed4ada97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e4fa06-84e3-4374-80f1-7ddf126295ca', 'code': 200} Feb 09 16:04:09.411954 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-c3ddbd73-d0fa-40a2-8dd6-84514b3ba438 None None] Provisioning complete for port 11b1d045-17de-4eb7-b024-5220b23ce8b8 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:09.414918 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3ddbd73-d0fa-40a2-8dd6-84514b3ba438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.492499 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.638117 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.656684 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ec56b-55d1-47fd-8cfa-78a64bb3fc33 req-3fbd5f79-1271-49ce-af8d-176a0712127f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:09.658174 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b84ec56b-55d1-47fd-8cfa-78a64bb3fc33 req-3fbd5f79-1271-49ce-af8d-176a0712127f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.2699387 Feb 09 16:04:09.748900 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9edb5116-5516-4e84-9663-7c6cadf9bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.751828 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.752785 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=c0e4fa06-84e3-4374-80f1-7ddf126295ca,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:09.776315 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9edb5116-5516-4e84-9663-7c6cadf9bb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.777494 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-9edb5116-5516-4e84-9663-7c6cadf9bb4f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/206cc441-7f29-49ec-8d3a-12d04849ec53 HTTP/1.1" status: 204 len: 168 time: 0.7501121 Feb 09 16:04:09.823017 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb5116-5516-4e84-9663-7c6cadf9bb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206cc441-7f29-49ec-8d3a-12d04849ec53,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:09.844856 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'name': 'tempest-TestMinimumBasicScenario-1798153553-router', 'tenant_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '28249c5b-6c53-44b7-a24d-3babebc3beec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:38Z', 'updated_at': '2022-02-09T16:03:49Z', 'revision_number': 4, 'project_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'gw_port': {'id': '28249c5b-6c53-44b7-a24d-3babebc3beec', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:39Z', 'updated_at': '2022-02-09T16:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': 'ca40ccc3-ec57-4069-b6df-d18c795fc8a1', 'name': '', 'network_id': 'e9c76b89-187f-4d78-a222-50db5fca3af4', 'tenant_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'mac_address': 'fa:16:3e:14:17:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10bbd581-d82a-4fcc-b41b-358a69203215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:46Z', 'updated_at': '2022-02-09T16:04:05Z', 'revision_number': 4, 'project_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'subnets': [{'id': '10bbd581-d82a-4fcc-b41b-358a69203215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:09.853454 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b84ec56b-55d1-47fd-8cfa-78a64bb3fc33 req-2170507b-822d-46a8-bf38-e093097d0e7b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854396 Feb 09 16:04:09.910295 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09cf8b3-8cb6-4790-bd31-d07fe105e800 None None] The sync data for ids ['df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'] in dv-cinder-825105-1-smb is: [{'id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'name': 'tempest-TestMinimumBasicScenario-1798153553-router', 'tenant_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '28249c5b-6c53-44b7-a24d-3babebc3beec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:38Z', 'updated_at': '2022-02-09T16:03:49Z', 'revision_number': 4, 'project_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'gw_port': {'id': '28249c5b-6c53-44b7-a24d-3babebc3beec', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:39Z', 'updated_at': '2022-02-09T16:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': 'ca40ccc3-ec57-4069-b6df-d18c795fc8a1', 'name': '', 'network_id': 'e9c76b89-187f-4d78-a222-50db5fca3af4', 'tenant_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'mac_address': 'fa:16:3e:14:17:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10bbd581-d82a-4fcc-b41b-358a69203215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:46Z', 'updated_at': '2022-02-09T16:04:05Z', 'revision_number': 4, 'project_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'subnets': [{'id': '10bbd581-d82a-4fcc-b41b-358a69203215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:04:09.929299 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-97fc5dc5-40fe-45a8-a57a-0d5722305ad0 req-e6355dc6-8910-4537-b22d-05193d6d1b44 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 1098 time: 0.1572821 Feb 09 16:04:10.042421 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-97fc5dc5-40fe-45a8-a57a-0d5722305ad0 req-6fa3a443-8adf-406b-8201-0e4b758b0888 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988419 Feb 09 16:04:10.090559 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Pushing event updated for resources: {'Port': ['ID=2afd8d6b-81ed-4e6b-b147-08982e116cbc,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:10.101205 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1695269'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:10.243212 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-bbbe86e7-162f-48b2-b09d-c0875b99f0fa None None] Provisioning for port 2afd8d6b-81ed-4e6b-b147-08982e116cbc completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:04:10.248706 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-bbbe86e7-162f-48b2-b09d-c0875b99f0fa None None] Provisioning complete for port 2afd8d6b-81ed-4e6b-b147-08982e116cbc triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:10.248858 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bbbe86e7-162f-48b2-b09d-c0875b99f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:10.329950 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device ca40ccc3-ec57-4069-b6df-d18c795fc8a1 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:04:10.457978 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-bbbe86e7-162f-48b2-b09d-c0875b99f0fa None None] Port 2afd8d6b-81ed-4e6b-b147-08982e116cbc cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:04:10.542391 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779368a-5ef0-48e3-b79e-688d0719e67c req-013e03dd-858e-4c45-8c20-2b52606c3e26 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:10.543634 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5779368a-5ef0-48e3-b79e-688d0719e67c req-013e03dd-858e-4c45-8c20-2b52606c3e26 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.4440281 Feb 09 16:04:10.563491 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port ca40ccc3-ec57-4069-b6df-d18c795fc8a1 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:04:10.569469 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port ca40ccc3-ec57-4069-b6df-d18c795fc8a1 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:10.577791 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:10.656646 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Network 18c16b04-0f6a-43fa-a890-19fb89b12238 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:10.663392 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe54d5-9087-4367-9cb2-f823e47d1105 req-72ec3e6a-4300-46ff-a1a5-5ac1e1b40afa tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:10.666207 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:10.678074 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f6fe54d5-9087-4367-9cb2-f823e47d1105 req-72ec3e6a-4300-46ff-a1a5-5ac1e1b40afa tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 945 time: 0.2436442 Feb 09 16:04:10.795760 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f6fe54d5-9087-4367-9cb2-f823e47d1105 req-24619c79-b052-4f7f-9762-0651af42cf03 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150947 Feb 09 16:04:10.922835 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5779368a-5ef0-48e3-b79e-688d0719e67c req-38885b2d-fe8a-48f1-8357-26377208bd30 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781967 Feb 09 16:04:10.982331 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:11.066826 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port ca40ccc3-ec57-4069-b6df-d18c795fc8a1, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=ca40ccc3-ec57-4069-b6df-d18c795fc8a1,segment=NetworkSegment(5cc6f2ec-18dd-411c-87e1-dd88345dde9b),segment_id=5cc6f2ec-18dd-411c-87e1-dd88345dde9b)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:11.110194 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-9d7fde36-3e5c-4e3e-88e1-23d8080b2124 None None] Provisioning complete for port 2afd8d6b-81ed-4e6b-b147-08982e116cbc triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:11.110775 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9d7fde36-3e5c-4e3e-88e1-23d8080b2124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:11.151429 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:11.158612 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device e97a2feb-521e-40a0-9925-e885c9560ec5 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:04:11.288001 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584f386-a6b6-4b78-bac4-155083e3d7f8 req-6fc515c2-0d69-4773-9bde-801627c2e602 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:11.289889 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a584f386-a6b6-4b78-bac4-155083e3d7f8 req-6fc515c2-0d69-4773-9bde-801627c2e602 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.2052431 Feb 09 16:04:11.453218 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=ca40ccc3-ec57-4069-b6df-d18c795fc8a1,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:11.467087 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a584f386-a6b6-4b78-bac4-155083e3d7f8 req-e086851b-bf9e-497a-9ae7-3189373c81f5 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699505 Feb 09 16:04:11.534930 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9d7fde36-3e5c-4e3e-88e1-23d8080b2124 None None] Port 2afd8d6b-81ed-4e6b-b147-08982e116cbc cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:04:11.643243 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port e97a2feb-521e-40a0-9925-e885c9560ec5 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:04:11.655580 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port e97a2feb-521e-40a0-9925-e885c9560ec5 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:11.655949 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:11.835792 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:04:11.860115 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:11.888273 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port e97a2feb-521e-40a0-9925-e885c9560ec5, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=e97a2feb-521e-40a0-9925-e885c9560ec5,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:11.963237 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:12.073633 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=e97a2feb-521e-40a0-9925-e885c9560ec5,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:12.161497 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device ca40ccc3-ec57-4069-b6df-d18c795fc8a1 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:04:12.194668 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c15bce-7d0d-4e06-b788-04da6f9193d3 req-b7f15b1c-9122-43be-a01e-125e95ed1dfc tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:12.200446 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bbbb0-7f62-48df-be10-27ac52864db4 req-43126183-d768-4a24-8f87-104ae69bb772 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:12.200446 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4b8bbbb0-7f62-48df-be10-27ac52864db4 req-43126183-d768-4a24-8f87-104ae69bb772 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1044545 Feb 09 16:04:12.201383 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c3c15bce-7d0d-4e06-b788-04da6f9193d3 req-b7f15b1c-9122-43be-a01e-125e95ed1dfc tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 945 time: 0.2081041 Feb 09 16:04:12.250214 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4b8bbbb0-7f62-48df-be10-27ac52864db4 req-82bab192-cf29-4280-b9f2-ffdefc79a7d4 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428495 Feb 09 16:04:12.303262 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port ca40ccc3-ec57-4069-b6df-d18c795fc8a1 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:12.303630 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:12.319664 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c3c15bce-7d0d-4e06-b788-04da6f9193d3 req-d65b4cf7-5a62-4812-8476-a05c7daa659c tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173382 Feb 09 16:04:12.337267 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:04:12.369325 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-d3c1779d-afa8-46b3-8e2c-1e8c283e9a2c admin admin] 10.222.0.30 "PUT /v2.0/routers/ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2676682 Feb 09 16:04:12.738972 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea3a0f-df8c-4dbf-a1b4-589ba4fafb98 req-51586860-14dc-493b-bc54-94b7d9c7b460 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:12.746430 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f9ea3a0f-df8c-4dbf-a1b4-589ba4fafb98 req-51586860-14dc-493b-bc54-94b7d9c7b460 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.0910866 Feb 09 16:04:12.807528 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f9ea3a0f-df8c-4dbf-a1b4-589ba4fafb98 req-854bda66-8f07-44aa-b66f-595556acefd8 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599227 Feb 09 16:04:13.494653 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e29ff-9c76-4cd3-8eb5-0dc78e7a2a41 req-72420280-74fa-4cb3-bf19-69387a353be2 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:13.497027 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c38e29ff-9c76-4cd3-8eb5-0dc78e7a2a41 req-72420280-74fa-4cb3-bf19-69387a353be2 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.0987654 Feb 09 16:04:13.571961 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c38e29ff-9c76-4cd3-8eb5-0dc78e7a2a41 req-0940ff06-0a06-4ba8-bb8f-b08c30241c7e tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674102 Feb 09 16:04:13.944631 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 57570) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:13.951261 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1026009572-network', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:13.961258 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:13.970563 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Usage tracker for resource:network and tenant:dea5f83c1ed141dd878aae6dc21f99d9 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:13.979521 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:13.992721 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:14.110023 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Made reservation on behalf of dea5f83c1ed141dd878aae6dc21f99d9 for: {'network': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:14.114597 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.145110 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.145581 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device e97a2feb-521e-40a0-9925-e885c9560ec5 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:04:14.229848 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:14.242537 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Usage tracker for resource:security_group_rule and tenant:dea5f83c1ed141dd878aae6dc21f99d9 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:14.247385 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767ca88-cf83-45c1-bdb9-0178479d3bcd req-fc4cdc0d-f807-4e21-b8e1-b7f369fffa41 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:14.248527 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:14.249109 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8767ca88-cf83-45c1-bdb9-0178479d3bcd req-fc4cdc0d-f807-4e21-b8e1-b7f369fffa41 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1932549 Feb 09 16:04:14.264480 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:14.316682 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8767ca88-cf83-45c1-bdb9-0178479d3bcd req-6f683446-bd9a-45cb-8f7d-36cbf9cc6726 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613825 Feb 09 16:04:14.359667 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port e97a2feb-521e-40a0-9925-e885c9560ec5 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:14.359667 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.432773 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.516069 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.559375 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=83708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:04:14.561822 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bf5900-55e5-4553-b337-cf19d4394945,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:14.589187 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.589187 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.db.segments_db [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Added segment 3b008532-7d72-4d87-8337-dab991a7e2cc of type vlan for network b3abbab8-54cb-419d-add9-e429ee2f270e Feb 09 16:04:14.659309 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.688591 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5141b-bd66-43df-8218-e70253b820c7 req-d7495204-418b-4234-88ef-0e94f45b9650 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:14.692171 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a7d5141b-bd66-43df-8218-e70253b820c7 req-d7495204-418b-4234-88ef-0e94f45b9650 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 945 time: 0.2286291 Feb 09 16:04:14.820390 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a7d5141b-bd66-43df-8218-e70253b820c7 req-3e3084ff-9696-42d4-b2ff-fd6a7c4fde9a tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189919 Feb 09 16:04:14.930099 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2ee5f-1cc9-42fa-b530-eacf67902cee req-2516754b-9454-45e4-8389-bbddc897e45d tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:14.997133 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-94e2ee5f-1cc9-42fa-b530-eacf67902cee req-2516754b-9454-45e4-8389-bbddc897e45d tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1399105 Feb 09 16:04:14.997133 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-94e2ee5f-1cc9-42fa-b530-eacf67902cee req-c345a5af-5e11-4dcb-85d8-feff48e75dac tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499718 Feb 09 16:04:15.618786 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:15.620516 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:15.621241 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:15.898646 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] Pushing event updated for resources: {'Network': ['ID=b3abbab8-54cb-419d-add9-e429ee2f270e,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:15.919215 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network b3abbab8-54cb-419d-add9-e429ee2f270e details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 16:04:15.964502 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c7c80-2adc-410b-9504-e9b45fd62e37 req-0a02dc4a-0ebe-47f9-baa1-c6ee673a2611 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:15.966483 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-929c7c80-2adc-410b-9504-e9b45fd62e37 req-0a02dc4a-0ebe-47f9-baa1-c6ee673a2611 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.3972819 Feb 09 16:04:16.001613 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3b9ad-2bbf-4e06-ae21-149c9eef6f8c req-2ec5afac-98aa-4bf3-90e4-fe73e0675862 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:16.003548 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2dd3b9ad-2bbf-4e06-ae21-149c9eef6f8c req-2ec5afac-98aa-4bf3-90e4-fe73e0675862 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 945 time: 0.2742212 Feb 09 16:04:16.057275 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-63930d72-3584-48ae-bcfb-8d26e733552c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1108327 Feb 09 16:04:16.059259 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 57610) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:16.124759 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-d9a2625f-ae93-498e-8ced-07674f120730 admin admin] Request body: {'subnet': {'network_id': 'b3abbab8-54cb-419d-add9-e429ee2f270e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1026009572-subnet', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'ip_version': 4}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:16.136850 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-d9a2625f-ae93-498e-8ced-07674f120730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:16.157498 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-d9a2625f-ae93-498e-8ced-07674f120730 admin admin] Usage tracker for resource:subnet and tenant:dea5f83c1ed141dd878aae6dc21f99d9 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:16.172189 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-d9a2625f-ae93-498e-8ced-07674f120730 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:16.195499 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-d9a2625f-ae93-498e-8ced-07674f120730 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:16.204186 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [req-2dd3b9ad-2bbf-4e06-ae21-149c9eef6f8c req-7941a325-2174-418f-be06-7990987e81e4 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Deleting port c0e4fa06-84e3-4374-80f1-7ddf126295ca {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:04:16.204535 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-2dd3b9ad-2bbf-4e06-ae21-149c9eef6f8c req-7941a325-2174-418f-be06-7990987e81e4 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.253997 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d0782-3dfb-42ee-9391-9177f16f0c4b req-50a9a47f-f0c2-49cb-86c8-9345bd96ec5a tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:16.255251 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-929c7c80-2adc-410b-9504-e9b45fd62e37 req-16472189-0ba8-4c40-8b54-dcf98c4f5a16 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765322 Feb 09 16:04:16.261823 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cc2d0782-3dfb-42ee-9391-9177f16f0c4b req-50a9a47f-f0c2-49cb-86c8-9345bd96ec5a tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 945 time: 0.2384918 Feb 09 16:04:16.338819 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 57618) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:16.389501 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cc2d0782-3dfb-42ee-9391-9177f16f0c4b req-7e5f9f73-336a-4b18-9432-350bf379e6be tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2393ff4-6b81-49a4-8547-adb27f0f4a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212938 Feb 09 16:04:16.400788 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a2625f-ae93-498e-8ced-07674f120730 admin admin] Made reservation on behalf of dea5f83c1ed141dd878aae6dc21f99d9 for: {'subnet': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:16.403539 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d9a2625f-ae93-498e-8ced-07674f120730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6906914'] for subnet, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.465883 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 57624) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:16.603597 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.643074 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cbb4c10d-b48a-43fe-a06c-854cfa706698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.688269 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-749e06d5-b446-46ed-8400-948def99759f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.730789 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cbb4c10d-b48a-43fe-a06c-854cfa706698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:16.737991 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-cbb4c10d-b48a-43fe-a06c-854cfa706698 admin admin] Usage tracker for resource:security_group_rule and tenant:20d4aad9b5384118ae8c12ac5a1c8757 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:16.742714 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-cbb4c10d-b48a-43fe-a06c-854cfa706698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:16.745881 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-749e06d5-b446-46ed-8400-948def99759f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:16.751702 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cbb4c10d-b48a-43fe-a06c-854cfa706698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:16.757072 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-749e06d5-b446-46ed-8400-948def99759f admin admin] Usage tracker for resource:security_group_rule and tenant:5c7d227602fb4980819f5702b779a4ed is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:16.762656 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-749e06d5-b446-46ed-8400-948def99759f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:16.772957 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-749e06d5-b446-46ed-8400-948def99759f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:16.887431 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-2dd3b9ad-2bbf-4e06-ae21-149c9eef6f8c req-7941a325-2174-418f-be06-7990987e81e4 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] For port c0e4fa06-84e3-4374-80f1-7ddf126295ca, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c0e4fa06-84e3-4374-80f1-7ddf126295ca,segment=NetworkSegment(59fa577f-4d90-4d7d-a98d-a24b2b03f5ca),segment_id=59fa577f-4d90-4d7d-a98d-a24b2b03f5ca)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:16.888038 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-2dd3b9ad-2bbf-4e06-ae21-149c9eef6f8c req-7941a325-2174-418f-be06-7990987e81e4 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.898648 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cbb4c10d-b48a-43fe-a06c-854cfa706698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.912245 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-749e06d5-b446-46ed-8400-948def99759f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.933987 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb417585-203d-4ed6-a2d3-5e193582587a req-28020826-2a2f-420e-81ac-8f93e3ededfa tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:16.935681 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-fb417585-203d-4ed6-a2d3-5e193582587a req-28020826-2a2f-420e-81ac-8f93e3ededfa tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.3603482 Feb 09 16:04:16.957231 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cbb4c10d-b48a-43fe-a06c-854cfa706698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.977534 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-749e06d5-b446-46ed-8400-948def99759f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.051888 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4c10d-b48a-43fe-a06c-854cfa706698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0e8223-4f81-433a-8744-8290a3dd0e76,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:17.070546 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-cbb4c10d-b48a-43fe-a06c-854cfa706698 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20d4aad9b5384118ae8c12ac5a1c8757&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7243490 Feb 09 16:04:17.070546 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-749e06d5-b446-46ed-8400-948def99759f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c7d227602fb4980819f5702b779a4ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5990114 Feb 09 16:04:17.070546 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 57630) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:17.071003 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 57632) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:17.085386 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [req-2dd3b9ad-2bbf-4e06-ae21-149c9eef6f8c req-7941a325-2174-418f-be06-7990987e81e4 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Calling delete_port for c0e4fa06-84e3-4374-80f1-7ddf126295ca owned by compute:nova {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:04:17.158921 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e06d5-b446-46ed-8400-948def99759f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b39ff61-930e-46d0-906c-ad7d44509f2c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:17.198816 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1be7f02-a628-4e16-b34b-7872cf8cfdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.231439 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-fb417585-203d-4ed6-a2d3-5e193582587a req-b613838c-79b1-4225-af46-39ced5a46b8f tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370203 Feb 09 16:04:17.266715 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e45360e5-55f8-43f0-ad36-8d8f7ccd17d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.269417 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1be7f02-a628-4e16-b34b-7872cf8cfdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.329700 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e45360e5-55f8-43f0-ad36-8d8f7ccd17d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.367296 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d9a2625f-ae93-498e-8ced-07674f120730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1352404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6906908'] for subnet, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.475860 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2625f-ae93-498e-8ced-07674f120730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86f50ec-a16f-44cf-ba88-84982ef7289b,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:17.495856 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1be7f02-a628-4e16-b34b-7872cf8cfdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.508812 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a2625f-ae93-498e-8ced-07674f120730 admin admin] Checking segment: {'id': '3b008532-7d72-4d87-8337-dab991a7e2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b3abbab8-54cb-419d-add9-e429ee2f270e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:04:17.510692 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a2625f-ae93-498e-8ced-07674f120730 admin admin] Network hostable DHCP agents. Network: b3abbab8-54cb-419d-add9-e429ee2f270e, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:04:17.524821 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be7f02-a628-4e16-b34b-7872cf8cfdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b39ff61-930e-46d0-906c-ad7d44509f2c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:17.591050 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-2dd3b9ad-2bbf-4e06-ae21-149c9eef6f8c req-7941a325-2174-418f-be06-7990987e81e4 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.599099 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['c0e4fa06-84e3-4374-80f1-7ddf126295ca'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:04:17.620401 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e45360e5-55f8-43f0-ad36-8d8f7ccd17d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.669281 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e45360e5-55f8-43f0-ad36-8d8f7ccd17d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.671198 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-e45360e5-55f8-43f0-ad36-8d8f7ccd17d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c0e8223-4f81-433a-8744-8290a3dd0e76 HTTP/1.1" status: 204 len: 168 time: 0.6010127 Feb 09 16:04:17.680456 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1be7f02-a628-4e16-b34b-7872cf8cfdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.682662 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-f1be7f02-a628-4e16-b34b-7872cf8cfdd1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b39ff61-930e-46d0-906c-ad7d44509f2c HTTP/1.1" status: 204 len: 168 time: 0.6085422 Feb 09 16:04:17.684908 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45360e5-55f8-43f0-ad36-8d8f7ccd17d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0e8223-4f81-433a-8744-8290a3dd0e76,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:17.744873 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309af11e-4b8a-48a0-b5e2-a5243750543a req-c10546de-8a61-4f08-9279-0387ae5c91b2 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:17.752414 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-309af11e-4b8a-48a0-b5e2-a5243750543a req-c10546de-8a61-4f08-9279-0387ae5c91b2 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1976020 Feb 09 16:04:17.754552 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-44e26b5f-b4a1-4185-9bbf-f57853802c19 req-4a49f120-3031-49e9-a5a0-37f1b92df308 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 210 time: 0.0932586 Feb 09 16:04:17.778337 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941a325-2174-418f-be06-7990987e81e4 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Pushing event deleted for resources: {'Port': ['ID=c0e4fa06-84e3-4374-80f1-7ddf126295ca,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:17.828720 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-309af11e-4b8a-48a0-b5e2-a5243750543a req-bb993d20-638c-486d-8554-8e091522a1b8 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681705 Feb 09 16:04:17.883383 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a2625f-ae93-498e-8ced-07674f120730 admin admin] Network b3abbab8-54cb-419d-add9-e429ee2f270e is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:04:17.892466 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd3b9ad-2bbf-4e06-ae21-149c9eef6f8c req-7941a325-2174-418f-be06-7990987e81e4 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] No DVR routers for this DVR port c0e4fa06-84e3-4374-80f1-7ddf126295ca on host hv-cinder-82510 {{(pid=83708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:04:17.896524 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-2dd3b9ad-2bbf-4e06-ae21-149c9eef6f8c req-7941a325-2174-418f-be06-7990987e81e4 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.899158 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fdf98d-a41a-4765-ba5a-000ed4ada97c', 'name': 'network-vif-deleted', 'tag': 'c0e4fa06-84e3-4374-80f1-7ddf126295ca'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:04:17.969945 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fdf98d-a41a-4765-ba5a-000ed4ada97c', 'name': 'network-vif-deleted', 'tag': 'c0e4fa06-84e3-4374-80f1-7ddf126295ca', 'status': 'completed', 'code': 200} Feb 09 16:04:17.979824 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-d9a2625f-ae93-498e-8ced-07674f120730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, b3abbab8-54cb-419d-add9-e429ee2f270e) {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:17.989658 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a2625f-ae93-498e-8ced-07674f120730 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:17.990218 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd8a4da-5d5c-4445-bf2c-c107238ed399 None None] Network b3abbab8-54cb-419d-add9-e429ee2f270e requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:04:17.990335 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d9a2625f-ae93-498e-8ced-07674f120730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:18.011282 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2dd3b9ad-2bbf-4e06-ae21-149c9eef6f8c req-7941a325-2174-418f-be06-7990987e81e4 tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.42 "DELETE /v2.0/ports/c0e4fa06-84e3-4374-80f1-7ddf126295ca HTTP/1.1" status: 204 len: 173 time: 1.9897425 Feb 09 16:04:18.095164 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-d9a2625f-ae93-498e-8ced-07674f120730 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9747524 Feb 09 16:04:18.098273 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 57654) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:18.105763 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1026009572-router', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:18.115007 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:18.135187 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Usage tracker for resource:router and tenant:dea5f83c1ed141dd878aae6dc21f99d9 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:18.141585 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:18.156709 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:18.249836 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:18.250876 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41882'] for router, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:18.289725 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:18.480348 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb1ace92-ef78-5fb9-ac9e-ee7977fe44ac-b3abbab8-54cb-419d-add9-e429ee2f270e', 'network_id': 'b3abbab8-54cb-419d-add9-e429ee2f270e', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'fixed_ips': [{'subnet_id': 'e86f50ec-a16f-44cf-ba88-84982ef7289b'}]}} from dv-cinder-825105-1-smb. {{(pid=83710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 16:04:18.481244 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:18.605907 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fba20c-2159-4f63-a863-1166dca4341f req-1afe61e3-a9b5-4ec2-b733-b115c8ce9f0c tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:18.615932 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a4fba20c-2159-4f63-a863-1166dca4341f req-1afe61e3-a9b5-4ec2-b733-b115c8ce9f0c tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1027961 Feb 09 16:04:18.622751 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41896'] for router, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:18.692993 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a4fba20c-2159-4f63-a863-1166dca4341f req-2363dc59-060a-41d5-a0b9-ce2d2d90a7c9 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757558 Feb 09 16:04:18.750731 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Allocated IP 172.20.0.2 (b3abbab8-54cb-419d-add9-e429ee2f270e/e86f50ec-a16f-44cf-ba88-84982ef7289b/bae4bbef-8831-4d32-9991-8c0f5df5fbff) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:18.904841 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 57674) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:18.969239 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0957-ea08-476b-9323-a127b1b9d744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.095327 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7cbd0957-ea08-476b-9323-a127b1b9d744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:19.113901 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-7cbd0957-ea08-476b-9323-a127b1b9d744 admin admin] Usage tracker for resource:security_group_rule and tenant:fd2bd8bea50540d2907ce3beb41f90ee is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:19.126983 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-7cbd0957-ea08-476b-9323-a127b1b9d744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:19.152462 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7cbd0957-ea08-476b-9323-a127b1b9d744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:19.221013 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.231954 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Transition to ACTIVE for port object bae4bbef-8831-4d32-9991-8c0f5df5fbff will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:04:19.252194 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Transition to ACTIVE for port object bae4bbef-8831-4d32-9991-8c0f5df5fbff will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:04:19.273979 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-dd452a6d-29cd-474a-80b4-37c612b0f87b req-cd2ec593-d985-4bd8-80ec-d893c303335f tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Synchronizing usage tracker for tenant:dab52d4a8a85422da8d895778b2b1551 on resource:port {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:04:19.289223 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.332131 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.348408 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.352994 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0957-ea08-476b-9323-a127b1b9d744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.369608 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ba467-04fa-4790-9232-9a73bfa746ed req-c787f946-1e1f-415f-983c-cdd5778fd880 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:19.378598 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b46ba467-04fa-4790-9232-9a73bfa746ed req-c787f946-1e1f-415f-983c-cdd5778fd880 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1607132 Feb 09 16:04:19.433967 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-dd452a6d-29cd-474a-80b4-37c612b0f87b req-cd2ec593-d985-4bd8-80ec-d893c303335f tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] Unset dirty status for tenant:dab52d4a8a85422da8d895778b2b1551 on resource:port {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:04:19.439779 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b46ba467-04fa-4790-9232-9a73bfa746ed req-20d7f473-e12c-47f6-a4eb-9b40973f1b4a tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604339 Feb 09 16:04:19.441455 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-dd452a6d-29cd-474a-80b4-37c612b0f87b req-cd2ec593-d985-4bd8-80ec-d893c303335f tempest-VolumesActionsTest-897393321 tempest-VolumesActionsTest-897393321-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9fdf98d-a41a-4765-ba5a-000ed4ada97c HTTP/1.1" status: 200 len: 210 time: 0.2572598 Feb 09 16:04:19.453449 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Network b3abbab8-54cb-419d-add9-e429ee2f270e is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:19.460821 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0957-ea08-476b-9323-a127b1b9d744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.462080 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:19.470938 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:04:19.572118 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd0957-ea08-476b-9323-a127b1b9d744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e623f951-24c7-4f98-978a-360676b3dc99,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:19.577120 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-7cbd0957-ea08-476b-9323-a127b1b9d744 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd2bd8bea50540d2907ce3beb41f90ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6711702 Feb 09 16:04:19.580068 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 57684) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:19.590828 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Pushing event updated for resources: {'Port': ['ID=bae4bbef-8831-4d32-9991-8c0f5df5fbff,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:19.608249 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Attempting to bind port bae4bbef-8831-4d32-9991-8c0f5df5fbff on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:19.608871 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Attempting to bind port bae4bbef-8831-4d32-9991-8c0f5df5fbff by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': '3b008532-7d72-4d87-8337-dab991a7e2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b3abbab8-54cb-419d-add9-e429ee2f270e'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:19.609407 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Attempting to bind port bae4bbef-8831-4d32-9991-8c0f5df5fbff on network b3abbab8-54cb-419d-add9-e429ee2f270e {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:04:19.618960 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:04:19.619612 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Checking segment: {'id': '3b008532-7d72-4d87-8337-dab991a7e2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b3abbab8-54cb-419d-add9-e429ee2f270e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:04:19.620183 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.620911 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Bound using segment: {'id': '3b008532-7d72-4d87-8337-dab991a7e2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b3abbab8-54cb-419d-add9-e429ee2f270e'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:04:19.621549 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Bound port: bae4bbef-8831-4d32-9991-8c0f5df5fbff, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b008532-7d72-4d87-8337-dab991a7e2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b3abbab8-54cb-419d-add9-e429ee2f270e'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:19.622095 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.657441 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-199c5a30-bbed-444b-92ec-ebc862bd54f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.694578 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-199c5a30-bbed-444b-92ec-ebc862bd54f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.711291 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_common [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Allocated IP 172.28.1.177 (6b7fe1e6-5bb6-4d06-a266-701d5608a849/a29998aa-47c5-4d48-9fc6-2e8cc05152fe/6ddfe567-7046-4ed5-906c-ea52cf25fa96) {{(pid=83708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:19.803597 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] For port bae4bbef-8831-4d32-9991-8c0f5df5fbff, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:19.808194 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] For port bae4bbef-8831-4d32-9991-8c0f5df5fbff, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=bae4bbef-8831-4d32-9991-8c0f5df5fbff,segment=NetworkSegment(3b008532-7d72-4d87-8337-dab991a7e2cc),segment_id=3b008532-7d72-4d87-8337-dab991a7e2cc)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:19.812029 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device c0e4fa06-84e3-4374-80f1-7ddf126295ca no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:04:19.848370 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: c0e4fa06-84e3-4374-80f1-7ddf126295ca {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:04:19.848991 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device c0e4fa06-84e3-4374-80f1-7ddf126295ca not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:04:19.884126 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 57690) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:19.886887 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.991839 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-199c5a30-bbed-444b-92ec-ebc862bd54f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:20.011731 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c64db-41bb-4cd4-a6a4-17272e4890ff None None] Pushing event updated for resources: {'Port': ['ID=bae4bbef-8831-4d32-9991-8c0f5df5fbff,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:20.044640 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-199c5a30-bbed-444b-92ec-ebc862bd54f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:20.050587 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-199c5a30-bbed-444b-92ec-ebc862bd54f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e623f951-24c7-4f98-978a-360676b3dc99 HTTP/1.1" status: 204 len: 168 time: 0.4640148 Feb 09 16:04:20.060404 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c5a30-bbed-444b-92ec-ebc862bd54f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e623f951-24c7-4f98-978a-360676b3dc99,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:20.141644 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25613d08-76a0-4b7d-a38b-96383f331c9a req-64543cdf-2a86-4512-b253-9978ddfb7512 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:20.152083 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-25613d08-76a0-4b7d-a38b-96383f331c9a req-64543cdf-2a86-4512-b253-9978ddfb7512 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.2267888 Feb 09 16:04:20.216639 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:20.239046 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-800128709-network', 'tenant_id': '2477805a9d054831931aad91abbb17b0'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:20.252434 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:20.265251 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Usage tracker for resource:network and tenant:2477805a9d054831931aad91abbb17b0 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:20.296515 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:20.305519 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:20.322492 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-25613d08-76a0-4b7d-a38b-96383f331c9a req-7ddec41b-a938-4bd8-8846-118d7bfc9b06 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692212 Feb 09 16:04:20.391728 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Made reservation on behalf of 2477805a9d054831931aad91abbb17b0 for: {'network': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:20.395251 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:20.418271 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:20.465776 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:20.528737 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Pushing event updated for resources: {'Port': ['ID=6ddfe567-7046-4ed5-906c-ea52cf25fa96,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:20.546744 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:20.554652 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:20.557203 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Received port after_create {{(pid=83708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:04:20.620888 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:20.636051 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Usage tracker for resource:security_group_rule and tenant:2477805a9d054831931aad91abbb17b0 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:20.640967 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:20.650523 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:21.063211 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8aab0-ed88-42f9-9268-448fb97f88a3 req-4963b05e-0246-42fd-8166-80cfe5e7e888 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:21.072157 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-19e8aab0-ed88-42f9-9268-448fb97f88a3 req-4963b05e-0246-42fd-8166-80cfe5e7e888 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.2318614 Feb 09 16:04:21.121431 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:21.200586 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-19e8aab0-ed88-42f9-9268-448fb97f88a3 req-5c63ea61-093c-40cf-84c2-ce65b9a2616d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275043 Feb 09 16:04:21.205095 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:21.250516 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:21.251257 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691926'] for router, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:21.350031 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=83708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:04:21.422084 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:21.446831 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:21.447164 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.db.segments_db [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Added segment b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06 of type vlan for network b69633d5-cffe-49ea-b12b-10f751753e88 Feb 09 16:04:21.525902 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:21.542589 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b3b6b7-963a-4463-b8d6-22ffec0293ba None None] Network b3abbab8-54cb-419d-add9-e429ee2f270e requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:04:21.638654 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:21.640100 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:21.641285 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:21.696398 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42040848-ed51-4412-9145-5331f4066ad7 req-af662b46-baeb-4d5a-a7a1-b6674177250d tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:21.704198 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-42040848-ed51-4412-9145-5331f4066ad7 req-af662b46-baeb-4d5a-a7a1-b6674177250d tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1196518 Feb 09 16:04:21.770763 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-42040848-ed51-4412-9145-5331f4066ad7 req-afc67ab9-244f-47cc-a091-7da6db6d7ad4 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654767 Feb 09 16:04:21.871792 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] Pushing event updated for resources: {'Network': ['ID=b69633d5-cffe-49ea-b12b-10f751753e88,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:21.904770 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network b69633d5-cffe-49ea-b12b-10f751753e88 details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 16:04:21.923560 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-f1a7351f-a47a-4d2a-887a-6c52210f1938 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0247636 Feb 09 16:04:21.926491 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 57734) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:21.932017 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-e170a97f-c19e-4959-a52f-61574f106a75 admin admin] Request body: {'subnet': {'network_id': 'b69633d5-cffe-49ea-b12b-10f751753e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-800128709-subnet', 'tenant_id': '2477805a9d054831931aad91abbb17b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:21.937180 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-e170a97f-c19e-4959-a52f-61574f106a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:21.943546 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-e170a97f-c19e-4959-a52f-61574f106a75 admin admin] Usage tracker for resource:subnet and tenant:2477805a9d054831931aad91abbb17b0 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:21.947610 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Router 1c58b0c0-1322-4c19-ad10-9a769c84086e is scheduled to L3 agent fb3d251c-cb97-460a-9813-8f855a49118a with binding_index 1 {{(pid=83708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:04:21.950092 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-e170a97f-c19e-4959-a52f-61574f106a75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:21.961770 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-e170a97f-c19e-4959-a52f-61574f106a75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:22.098936 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e170a97f-c19e-4959-a52f-61574f106a75 admin admin] Made reservation on behalf of 2477805a9d054831931aad91abbb17b0 for: {'subnet': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:22.114570 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e170a97f-c19e-4959-a52f-61574f106a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6906914'] for subnet, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:22.162054 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-36fa97a2-2f8f-4e4c-b3ef-adc039468ba4 None None] Provisioning for port bae4bbef-8831-4d32-9991-8c0f5df5fbff completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:04:22.278603 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device bae4bbef-8831-4d32-9991-8c0f5df5fbff up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:04:22.414555 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port bae4bbef-8831-4d32-9991-8c0f5df5fbff completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:04:22.421610 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port bae4bbef-8831-4d32-9991-8c0f5df5fbff triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:22.421793 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:22.713144 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:22.718545 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e170a97f-c19e-4959-a52f-61574f106a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1352404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6906908'] for subnet, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:22.750712 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-533cfb3d-0768-4250-a56a-0d33e9d86600 None None] Provisioning complete for port bae4bbef-8831-4d32-9991-8c0f5df5fbff triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:22.751367 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-533cfb3d-0768-4250-a56a-0d33e9d86600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:22.799991 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port bae4bbef-8831-4d32-9991-8c0f5df5fbff, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=bae4bbef-8831-4d32-9991-8c0f5df5fbff,segment=NetworkSegment(3b008532-7d72-4d87-8337-dab991a7e2cc),segment_id=3b008532-7d72-4d87-8337-dab991a7e2cc)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:22.892425 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170a97f-c19e-4959-a52f-61574f106a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a32243b6-17aa-45c2-a378-e4f6f0ed708a,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:22.963308 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:23.059280 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c41f7416-1b03-4557-bbe2-38d504c0a4be req-8642d580-85db-4d78-aee0-d862dd1386df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=583b1cb4cc844713b243032c95f65f45&device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 1098 time: 0.5593264 Feb 09 16:04:23.060888 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170a97f-c19e-4959-a52f-61574f106a75 admin admin] Checking segment: {'id': 'b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b69633d5-cffe-49ea-b12b-10f751753e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:04:23.061244 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e170a97f-c19e-4959-a52f-61574f106a75 admin admin] Network hostable DHCP agents. Network: b69633d5-cffe-49ea-b12b-10f751753e88, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:04:23.075872 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ace033-ccc2-4c31-a6d8-2c743aa68ed8 req-e9d29222-9bc0-4154-b1d4-87392b8bc276 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:23.079129 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b6ace033-ccc2-4c31-a6d8-2c743aa68ed8 req-e9d29222-9bc0-4154-b1d4-87392b8bc276 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.5790596 Feb 09 16:04:23.193742 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f919e-4d44-4a9b-8284-882c5e65e81f req-23f8b8dc-5bad-4b6a-ae0f-688f224b2f94 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:23.197407 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=bae4bbef-8831-4d32-9991-8c0f5df5fbff,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:23.201714 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6c2f919e-4d44-4a9b-8284-882c5e65e81f req-23f8b8dc-5bad-4b6a-ae0f-688f224b2f94 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1339636 Feb 09 16:04:23.259323 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6c2f919e-4d44-4a9b-8284-882c5e65e81f req-e5e2f73d-d832-404c-b1a3-0d84f2b4699e tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563164 Feb 09 16:04:23.322873 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f7416-1b03-4557-bbe2-38d504c0a4be req-b12f3b66-d0f8-4c6e-b778-4007d0d0d0f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:23.325506 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c41f7416-1b03-4557-bbe2-38d504c0a4be req-b12f3b66-d0f8-4c6e-b778-4007d0d0d0f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af HTTP/1.1" status: 200 len: 918 time: 0.2463837 Feb 09 16:04:23.476706 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b6ace033-ccc2-4c31-a6d8-2c743aa68ed8 req-46829a1f-7e64-4d81-9ecd-caffd98cee3d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730209 Feb 09 16:04:23.546172 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c41f7416-1b03-4557-bbe2-38d504c0a4be req-76650232-883b-4794-a185-7aa032def9cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0 HTTP/1.1" status: 200 len: 1001 time: 0.2042143 Feb 09 16:04:23.602365 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e170a97f-c19e-4959-a52f-61574f106a75 admin admin] Network b69633d5-cffe-49ea-b12b-10f751753e88 is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:04:23.702188 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f7416-1b03-4557-bbe2-38d504c0a4be req-1bc28b76-317e-4d12-b495-99b5f220b3fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:23.720936 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c41f7416-1b03-4557-bbe2-38d504c0a4be req-1bc28b76-317e-4d12-b495-99b5f220b3fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b HTTP/1.1" status: 200 len: 856 time: 0.1767714 Feb 09 16:04:23.726032 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:04:23.743876 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Sync routers for ids ['1c58b0c0-1322-4c19-ad10-9a769c84086e'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:04:23.752428 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-bb1e3e52-ac15-4fca-84ef-578496e97b95 req-16926813-78cf-44db-844d-afead2bc7b72 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 1098 time: 0.1904316 Feb 09 16:04:23.769599 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Routers {'1c58b0c0-1322-4c19-ad10-9a769c84086e'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:04:23.773255 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:03:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['1c58b0c0-1322-4c19-ad10-9a769c84086e'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:23.786561 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-e170a97f-c19e-4959-a52f-61574f106a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, b69633d5-cffe-49ea-b12b-10f751753e88) {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:23.811584 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e170a97f-c19e-4959-a52f-61574f106a75 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:23.813201 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e170a97f-c19e-4959-a52f-61574f106a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:23.837117 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-bb1e3e52-ac15-4fca-84ef-578496e97b95 req-4d42b632-bf45-4a35-9d4b-ce4bfb898664 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780330 Feb 09 16:04:23.882314 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c41f7416-1b03-4557-bbe2-38d504c0a4be req-ed43cfe8-624a-4e78-a31f-7428fcc5ee0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1385205 Feb 09 16:04:23.923136 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] Notify callbacks [] for router, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:23.927883 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-244596e8-7f0b-433a-81b8-4bdeed3d5c2a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8286037 Feb 09 16:04:23.928374 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 57778) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:23.958520 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-e170a97f-c19e-4959-a52f-61574f106a75 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0306835 Feb 09 16:04:24.022849 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dc6678-901b-4a77-9d6f-1a67af30d749 None None] Network b69633d5-cffe-49ea-b12b-10f751753e88 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:04:24.232146 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device bae4bbef-8831-4d32-9991-8c0f5df5fbff up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:04:24.344128 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c41f7416-1b03-4557-bbe2-38d504c0a4be req-12513cc7-9388-4a08-9a93-88d0cd5017f5 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142867 Feb 09 16:04:24.425245 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Set router 1c58b0c0-1322-4c19-ad10-9a769c84086e gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:04:24.588237 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c41f7416-1b03-4557-bbe2-38d504c0a4be req-0e0bf3fa-3bea-4d02-9065-6b05d35b5991 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359812 Feb 09 16:04:24.869241 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b11c90-6a56-4947-9c22-f440d6c1f4d5 req-b37fa58b-6e00-4a3a-a98d-f9146904117a tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:24.875088 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-83b11c90-6a56-4947-9c22-f440d6c1f4d5 req-b37fa58b-6e00-4a3a-a98d-f9146904117a tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.2443144 Feb 09 16:04:24.939644 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-83b11c90-6a56-4947-9c22-f440d6c1f4d5 req-4f6c69b1-c1b9-4885-bdb5-ceebe4a29a60 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636213 Feb 09 16:04:24.987771 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port bae4bbef-8831-4d32-9991-8c0f5df5fbff triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:24.988735 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.084002 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ee3e3-cdf6-4f90-b43d-d77c778cfc8b req-00add93f-5a84-45fb-8756-2b446ef1fb52 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:25.087182 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ea9ee3e3-cdf6-4f90-b43d-d77c778cfc8b req-00add93f-5a84-45fb-8756-2b446ef1fb52 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 945 time: 0.1265473 Feb 09 16:04:25.166723 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ea9ee3e3-cdf6-4f90-b43d-d77c778cfc8b req-2969a8ef-f763-46a7-b9d9-5bac492e2372 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723159 Feb 09 16:04:25.216977 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254d272a-f4dd-462b-8dcb-8fc243b2fabd None None] Network b69633d5-cffe-49ea-b12b-10f751753e88 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:04:25.586856 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.616066 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3103992-e455-4256-83d5-2df7e1d04927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.816065 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 74dbcf1c-41aa-4010-88da-98975ed9c3f0 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:04:25.866339 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Allocated IP 172.20.0.1 (b3abbab8-54cb-419d-add9-e429ee2f270e/e86f50ec-a16f-44cf-ba88-84982ef7289b/3d616a55-6a10-486b-ae6d-1786d088b1f2) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:25.996690 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'name': 'tempest-TestShelveInstance-1026009572-router', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:04:20Z', 'revision_number': 3, 'project_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'gw_port': {'id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:19Z', 'updated_at': '2022-02-09T16:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:26.030457 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Checking router: 1c58b0c0-1322-4c19-ad10-9a769c84086e for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:04:26.031445 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Updating router 1c58b0c0-1322-4c19-ad10-9a769c84086e port 6ddfe567-7046-4ed5-906c-ea52cf25fa96 binding host dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 16:04:26.116989 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:26.138728 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Transition to ACTIVE for port object 3d616a55-6a10-486b-ae6d-1786d088b1f2 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:04:26.167020 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:26.180279 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:26.257244 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74dbcf1c-41aa-4010-88da-98975ed9c3f0'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:04:26.305579 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 74dbcf1c-41aa-4010-88da-98975ed9c3f0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:26.428838 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:26.517893 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Pushing event updated for resources: {'Port': ['ID=3d616a55-6a10-486b-ae6d-1786d088b1f2,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:26.532768 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Network b3abbab8-54cb-419d-add9-e429ee2f270e is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:26.533489 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:26.543590 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff495a7-f2ff-4438-915f-37931ed679eb req-d79eec79-f173-43dd-a37e-2c17ccc10e17 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:26.551186 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0ff495a7-f2ff-4438-915f-37931ed679eb req-d79eec79-f173-43dd-a37e-2c17ccc10e17 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.3791680 Feb 09 16:04:26.553322 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:26.584712 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:04:26.690597 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695432'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:26.704238 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=74dbcf1c-41aa-4010-88da-98975ed9c3f0,revision_number=8']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:26.770449 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0ff495a7-f2ff-4438-915f-37931ed679eb req-d0a3f439-5722-4fe3-b79a-1c529a9b8169 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181702 Feb 09 16:04:26.797143 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7104773-9208-4560-8c6b-61c6e340f470 req-37f93421-720b-4576-800a-1efad8965ede tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:26.815655 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c7104773-9208-4560-8c6b-61c6e340f470 req-37f93421-720b-4576-800a-1efad8965ede tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.3863220 Feb 09 16:04:26.887484 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:26.905087 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Transition to ACTIVE for port object 6ddfe567-7046-4ed5-906c-ea52cf25fa96 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:04:26.971693 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c7104773-9208-4560-8c6b-61c6e340f470 req-beec3fcb-d7d3-44f7-83f8-88b28afde9d4 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545563 Feb 09 16:04:26.982790 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74dbcf1c-41aa-4010-88da-98975ed9c3f0', 'code': 200} Feb 09 16:04:27.028065 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.063885 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.130598 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Attempting to bind port 6ddfe567-7046-4ed5-906c-ea52cf25fa96 on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:27.131118 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Attempting to bind port 6ddfe567-7046-4ed5-906c-ea52cf25fa96 by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:27.131555 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Attempting to bind port 6ddfe567-7046-4ed5-906c-ea52cf25fa96 on network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:04:27.190997 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:04:27.201274 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Checking segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:04:27.201274 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.201274 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Bound using segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:04:27.201274 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Bound port: 6ddfe567-7046-4ed5-906c-ea52cf25fa96, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:27.201274 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.291444 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-54c064ec-d693-4ff5-9820-61d311bec138 None None] Provisioning for port 3d616a55-6a10-486b-ae6d-1786d088b1f2 completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:04:27.316014 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-54c064ec-d693-4ff5-9820-61d311bec138 None None] Provisioning complete for port 3d616a55-6a10-486b-ae6d-1786d088b1f2 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:27.316499 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54c064ec-d693-4ff5-9820-61d311bec138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.337113 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.373840 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b184d6-248c-402d-bf19-0c07ecbf6d0c None None] Pushing event updated for resources: {'Port': ['ID=6ddfe567-7046-4ed5-906c-ea52cf25fa96,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:27.426702 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-54c064ec-d693-4ff5-9820-61d311bec138 None None] Port 3d616a55-6a10-486b-ae6d-1786d088b1f2 cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:04:27.437077 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] For port 6ddfe567-7046-4ed5-906c-ea52cf25fa96, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:27.442708 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] For port 6ddfe567-7046-4ed5-906c-ea52cf25fa96, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=6ddfe567-7046-4ed5-906c-ea52cf25fa96,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:27.448784 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.535624 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.637735 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Pushing event updated for resources: {'Port': ['ID=3d616a55-6a10-486b-ae6d-1786d088b1f2,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:27.650721 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Routers {'1c58b0c0-1322-4c19-ad10-9a769c84086e'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:04:27.651417 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:03:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['1c58b0c0-1322-4c19-ad10-9a769c84086e'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:27.655566 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1695269'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.829402 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b184d6-248c-402d-bf19-0c07ecbf6d0c None None] Pushing event updated for resources: {'Port': ['ID=6ddfe567-7046-4ed5-906c-ea52cf25fa96,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:28.055478 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Network b3abbab8-54cb-419d-add9-e429ee2f270e is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:28.055478 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:28.056260 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b184d6-248c-402d-bf19-0c07ecbf6d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:28.056260 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b184d6-248c-402d-bf19-0c07ecbf6d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:28.056260 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b184d6-248c-402d-bf19-0c07ecbf6d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:28.056260 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b184d6-248c-402d-bf19-0c07ecbf6d0c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:28.056260 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b184d6-248c-402d-bf19-0c07ecbf6d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:28.056260 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b184d6-248c-402d-bf19-0c07ecbf6d0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:28.056260 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b184d6-248c-402d-bf19-0c07ecbf6d0c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:28.056260 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b184d6-248c-402d-bf19-0c07ecbf6d0c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:28.056260 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b184d6-248c-402d-bf19-0c07ecbf6d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:28.056260 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b184d6-248c-402d-bf19-0c07ecbf6d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:28.056260 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b184d6-248c-402d-bf19-0c07ecbf6d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:28.056260 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] Set router 1c58b0c0-1322-4c19-ad10-9a769c84086e gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:04:28.058593 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4acf73b4-6390-4e58-9c22-0e94741dd7f2 req-5fa5f6ed-d02e-4a1c-bf6f-773a4801a8d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e2a887c33294b0497f7c8d97a81c687&device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 1098 time: 0.1488750 Feb 09 16:04:28.076015 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ab24c350-5d06-41c6-8d13-7e0c287f5783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:28.244733 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:04:28.315798 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d7e90-d2c4-4abf-af69-4c87220093bb req-dd3aab8e-5a1e-450a-a20d-df86f925986a tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:28.317768 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-193d7e90-d2c4-4abf-af69-4c87220093bb req-dd3aab8e-5a1e-450a-a20d-df86f925986a tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.3557725 Feb 09 16:04:28.328392 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf73b4-6390-4e58-9c22-0e94741dd7f2 req-7185814c-f0ce-4578-bc6e-c6b311da632e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:28.329904 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4acf73b4-6390-4e58-9c22-0e94741dd7f2 req-7185814c-f0ce-4578-bc6e-c6b311da632e service neutron] 10.222.0.42 "GET /v2.0/networks?id=00cf166c-a8d8-4dc6-b379-d49b36537933 HTTP/1.1" status: 200 len: 919 time: 0.2571647 Feb 09 16:04:28.388979 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-24f65b1e-491a-418d-96ae-da4aba958a4a None None] Provisioning complete for port 3d616a55-6a10-486b-ae6d-1786d088b1f2 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:28.389509 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-24f65b1e-491a-418d-96ae-da4aba958a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:28.487731 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-24f65b1e-491a-418d-96ae-da4aba958a4a None None] Port 3d616a55-6a10-486b-ae6d-1786d088b1f2 cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:04:28.534641 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-193d7e90-d2c4-4abf-af69-4c87220093bb req-45b08315-3ec4-4024-bf31-8578575af2be tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494086 Feb 09 16:04:28.597508 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'name': 'tempest-TestShelveInstance-1026009572-router', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:04:26Z', 'revision_number': 4, 'project_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'gw_port': {'id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:19Z', 'updated_at': '2022-02-09T16:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '3d616a55-6a10-486b-ae6d-1786d088b1f2', 'name': '', 'network_id': 'b3abbab8-54cb-419d-add9-e429ee2f270e', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'mac_address': 'fa:16:3e:7d:6d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e86f50ec-a16f-44cf-ba88-84982ef7289b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:25Z', 'updated_at': '2022-02-09T16:04:27Z', 'revision_number': 2, 'project_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'subnets': [{'id': 'e86f50ec-a16f-44cf-ba88-84982ef7289b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:28.609733 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4acf73b4-6390-4e58-9c22-0e94741dd7f2 req-9b368083-be6b-46be-b1f6-e410899757a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=902a9285-68c3-47c2-91a8-d28bef0369e6 HTTP/1.1" status: 200 len: 217 time: 0.2339056 Feb 09 16:04:28.615553 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b158d7-22a7-4d01-a601-b2e6582a7a7c None None] The sync data for ids ['1c58b0c0-1322-4c19-ad10-9a769c84086e'] in dv-cinder-825105-1-smb is: [{'id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'name': 'tempest-TestShelveInstance-1026009572-router', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:04:26Z', 'revision_number': 4, 'project_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'gw_port': {'id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:19Z', 'updated_at': '2022-02-09T16:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '3d616a55-6a10-486b-ae6d-1786d088b1f2', 'name': '', 'network_id': 'b3abbab8-54cb-419d-add9-e429ee2f270e', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'mac_address': 'fa:16:3e:7d:6d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e86f50ec-a16f-44cf-ba88-84982ef7289b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:25Z', 'updated_at': '2022-02-09T16:04:27Z', 'revision_number': 2, 'project_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'subnets': [{'id': 'e86f50ec-a16f-44cf-ba88-84982ef7289b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:04:28.683313 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Router 1c58b0c0-1322-4c19-ad10-9a769c84086e has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:04:28.694342 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf73b4-6390-4e58-9c22-0e94741dd7f2 req-faa6d313-0a5b-44b2-a6e1-b0eeca43b758 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:28.699288 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4acf73b4-6390-4e58-9c22-0e94741dd7f2 req-faa6d313-0a5b-44b2-a6e1-b0eeca43b758 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1c33505-1925-45ee-9da3-9db09b7ce7b4 HTTP/1.1" status: 200 len: 858 time: 0.0774171 Feb 09 16:04:28.750581 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4acf73b4-6390-4e58-9c22-0e94741dd7f2 req-7ec64bd1-fc69-49d3-930a-2e86abc3714f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00cf166c-a8d8-4dc6-b379-d49b36537933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440862 Feb 09 16:04:28.843325 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9943966-971c-46ae-befa-c073596ee1ff req-570af20a-e1ae-4ea3-a929-9f7bb3fc0923 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:28.844706 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f9943966-971c-46ae-befa-c073596ee1ff req-570af20a-e1ae-4ea3-a929-9f7bb3fc0923 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.5138416 Feb 09 16:04:28.951655 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:28.957108 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f9943966-971c-46ae-befa-c073596ee1ff req-83cb7ba0-0be6-484c-b562-7f476881998e tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948193 Feb 09 16:04:28.989611 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4acf73b4-6390-4e58-9c22-0e94741dd7f2 req-2dc3e34c-f7e4-4494-81b3-492871c16db8 service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302113 Feb 09 16:04:29.065608 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:29.172014 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4acf73b4-6390-4e58-9c22-0e94741dd7f2 req-fdf439ec-2e57-4f4f-ad1e-d718289bffaf service neutron] 10.222.0.42 "GET /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755495 Feb 09 16:04:29.257709 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-a412e0c0-3cb0-475f-9c8b-b177adb6f5fd tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:29.264442 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-a412e0c0-3cb0-475f-9c8b-b177adb6f5fd tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/networks?id=b69633d5-cffe-49ea-b12b-10f751753e88 HTTP/1.1" status: 200 len: 813 time: 0.4905961 Feb 09 16:04:29.287070 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-362e78ae-b46d-491d-a81e-5b455d0b4f7e tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/quotas/2477805a9d054831931aad91abbb17b0 HTTP/1.1" status: 200 len: 375 time: 0.0216320 Feb 09 16:04:29.357525 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-673c5fc9-3e54-4a9c-bff8-5205e88285c3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2477805a9d054831931aad91abbb17b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618439 Feb 09 16:04:29.506775 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:04:29.525504 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-5192ff32-0f37-42e2-8101-f13ab9b1fd29 admin admin] 10.222.0.30 "PUT /v2.0/routers/1c58b0c0-1322-4c19-ad10-9a769c84086e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5959373 Feb 09 16:04:29.553233 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 57900) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:29.560887 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-08773b20-11a2-4b12-ab0e-f5700264496f service neutron] 10.222.0.30 "GET /v2.0/networks/b69633d5-cffe-49ea-b12b-10f751753e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924090 Feb 09 16:04:29.746525 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-de90f6c5-e008-483f-8775-001c3cf0b4a1 service neutron] 10.222.0.30 "GET /v2.0/networks/b69633d5-cffe-49ea-b12b-10f751753e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734490 Feb 09 16:04:29.793857 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0df6f358-9bd1-4843-bd48-a57f9ea82e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:29.835179 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 74dbcf1c-41aa-4010-88da-98975ed9c3f0 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:04:29.841861 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-0df6f358-9bd1-4843-bd48-a57f9ea82e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:29.846536 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-0df6f358-9bd1-4843-bd48-a57f9ea82e1f admin admin] Usage tracker for resource:security_group_rule and tenant:64133fb4532a462a9abb8be87b157856 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:29.849528 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-0df6f358-9bd1-4843-bd48-a57f9ea82e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:29.855523 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-0df6f358-9bd1-4843-bd48-a57f9ea82e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:29.969343 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0df6f358-9bd1-4843-bd48-a57f9ea82e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.031581 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0df6f358-9bd1-4843-bd48-a57f9ea82e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.129477 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-0df6f358-9bd1-4843-bd48-a57f9ea82e1f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64133fb4532a462a9abb8be87b157856&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5738640 Feb 09 16:04:30.130383 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 57914) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:30.131817 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6f358-9bd1-4843-bd48-a57f9ea82e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97f1f15-6515-4379-845d-218b81b3d93e,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:30.258346 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c7606e4c-02c1-4371-97c8-5f8c058d332e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.259137 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b2c7c-d4b2-44ce-9ee8-8354febf45d5 req-91d24dab-e74b-4f3a-8cdd-c0fd1c9002ac tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:30.265791 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f79b2c7c-d4b2-44ce-9ee8-8354febf45d5 req-91d24dab-e74b-4f3a-8cdd-c0fd1c9002ac tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1638484 Feb 09 16:04:30.290092 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c7606e4c-02c1-4371-97c8-5f8c058d332e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.293067 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.327623 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f79b2c7c-d4b2-44ce-9ee8-8354febf45d5 req-8b520f6c-7982-452d-aaf2-360e0c9be7bb tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605769 Feb 09 16:04:30.432654 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c7606e4c-02c1-4371-97c8-5f8c058d332e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.481271 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c7606e4c-02c1-4371-97c8-5f8c058d332e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.485081 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-c7606e4c-02c1-4371-97c8-5f8c058d332e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b97f1f15-6515-4379-845d-218b81b3d93e HTTP/1.1" status: 204 len: 168 time: 0.3478932 Feb 09 16:04:30.485081 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7606e4c-02c1-4371-97c8-5f8c058d332e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97f1f15-6515-4379-845d-218b81b3d93e,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:30.691133 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Sync routers for ids ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'] in dv-cinder-825105-1-smb {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:04:30.732069 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Routers {'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:04:30.732688 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:04:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:30.813616 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-fd186e7a-7a19-494b-a634-b724dfef8b60 req-b3e232d5-57c6-4ed4-acef-c3c0dff2f524 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 210 time: 0.1086030 Feb 09 16:04:31.253336 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Set router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:04:31.375488 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 57942) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:31.382337 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e19eed52-c113-4b55-a0de-24da82f6396e tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-484654217', 'description': 'tempest-secgroup-smoke-484654217 description', 'project_id': '43ed7dd9edae4b20a88c5eba35af5527'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:31.397359 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e19eed52-c113-4b55-a0de-24da82f6396e tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:31.408700 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e19eed52-c113-4b55-a0de-24da82f6396e tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Usage tracker for resource:security_group and tenant:43ed7dd9edae4b20a88c5eba35af5527 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:31.420356 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e19eed52-c113-4b55-a0de-24da82f6396e tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:31.433503 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e19eed52-c113-4b55-a0de-24da82f6396e tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:31.451959 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f6c4368b-48ba-4d8b-9b02-3f67ccf6ee12 req-92af1efc-9ff2-4edb-b4a4-8c8cb079e4bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1377883 Feb 09 16:04:31.685725 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e19eed52-c113-4b55-a0de-24da82f6396e tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:31.841355 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e19eed52-c113-4b55-a0de-24da82f6396e tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:31.857375 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e19eed52-c113-4b55-a0de-24da82f6396e tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Usage tracker for resource:security_group_rule and tenant:43ed7dd9edae4b20a88c5eba35af5527 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:31.862567 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e19eed52-c113-4b55-a0de-24da82f6396e tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:31.888423 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e19eed52-c113-4b55-a0de-24da82f6396e tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:31.929886 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'name': 'tempest-TestShelveInstance-272389709-router', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:00Z', 'updated_at': '2022-02-09T16:04:08Z', 'revision_number': 4, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'gw_port': {'id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:01Z', 'updated_at': '2022-02-09T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '2afd8d6b-81ed-4e6b-b147-08982e116cbc', 'name': '', 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'mac_address': 'fa:16:3e:60:12:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:07Z', 'updated_at': '2022-02-09T16:04:09Z', 'revision_number': 2, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'subnets': [{'id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:31.931660 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d30c3c-6cbe-49ca-835c-4a52d1d7328c req-5e3d5f6e-4a3a-4867-9288-eee0de02d934 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:31.933314 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-35d30c3c-6cbe-49ca-835c-4a52d1d7328c req-5e3d5f6e-4a3a-4867-9288-eee0de02d934 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1947775 Feb 09 16:04:31.939293 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Checking router: ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 for host: dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:04:31.940478 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Updating router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 port 2afd8d6b-81ed-4e6b-b147-08982e116cbc binding host dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 16:04:32.030752 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-35d30c3c-6cbe-49ca-835c-4a52d1d7328c req-105266c9-94f7-4dea-acb7-099ed115b474 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878420 Feb 09 16:04:32.033771 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e19eed52-c113-4b55-a0de-24da82f6396e tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.033929 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.212872 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e19eed52-c113-4b55-a0de-24da82f6396e tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.277632 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 57952) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:32.338768 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 6ddfe567-7046-4ed5-906c-ea52cf25fa96 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:04:32.352196 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c8298aea-28ad-4f46-b94f-4ecd70fb9ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.399943 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-c8298aea-28ad-4f46-b94f-4ecd70fb9ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:32.417896 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-c8298aea-28ad-4f46-b94f-4ecd70fb9ccc admin admin] Usage tracker for resource:security_group_rule and tenant:b767c1109004439797e7f112aa2d9733 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:32.428859 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-c8298aea-28ad-4f46-b94f-4ecd70fb9ccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:32.443295 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-c8298aea-28ad-4f46-b94f-4ecd70fb9ccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:32.462880 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7c98f119-600c-48e1-96e5-30cdd8aff064 req-de5dfce3-66b8-4ab1-8110-60c7f081ebfd tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 210 time: 0.1537817 Feb 09 16:04:32.470844 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19eed52-c113-4b55-a0de-24da82f6396e tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754855f9-46b2-4ef5-8639-bea6f6441ee2,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:32.816165 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port 6ddfe567-7046-4ed5-906c-ea52cf25fa96 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:04:32.821383 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 6ddfe567-7046-4ed5-906c-ea52cf25fa96 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:32.821784 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.859237 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e19eed52-c113-4b55-a0de-24da82f6396e tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.863198 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-e19eed52-c113-4b55-a0de-24da82f6396e tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.4839654 Feb 09 16:04:32.864383 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 57966) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:32.883534 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.887848 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f73b92e9-0cdb-410e-b8d7-ea8c6cd5f708 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Request body: {'security_group_rule': {'security_group_id': '754855f9-46b2-4ef5-8639-bea6f6441ee2', 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:32.914653 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Transition to ACTIVE for port object 2afd8d6b-81ed-4e6b-b147-08982e116cbc will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:04:32.914890 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c8298aea-28ad-4f46-b94f-4ecd70fb9ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.920341 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f73b92e9-0cdb-410e-b8d7-ea8c6cd5f708 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:32.929718 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f73b92e9-0cdb-410e-b8d7-ea8c6cd5f708 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Usage tracker for resource:security_group_rule and tenant:43ed7dd9edae4b20a88c5eba35af5527 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:32.934072 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f73b92e9-0cdb-410e-b8d7-ea8c6cd5f708 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:32.943304 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f73b92e9-0cdb-410e-b8d7-ea8c6cd5f708 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:32.960327 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fb4b5-5ba8-464e-981e-9cac7598406f req-215f6272-7e39-4fbb-9aad-0875789c2edc tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:32.969450 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-022fb4b5-5ba8-464e-981e-9cac7598406f req-215f6272-7e39-4fbb-9aad-0875789c2edc tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.2280893 Feb 09 16:04:32.989570 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.990201 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c8298aea-28ad-4f46-b94f-4ecd70fb9ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.072327 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-022fb4b5-5ba8-464e-981e-9cac7598406f req-586c7aef-df5c-4d78-ab9d-ca1f10417c4d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009543 Feb 09 16:04:33.083132 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8298aea-28ad-4f46-b94f-4ecd70fb9ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734a7e23-6e20-4bd6-80a1-24f22480c069,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:33.134019 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.150212 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 57974) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:33.151093 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-c8298aea-28ad-4f46-b94f-4ecd70fb9ccc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b767c1109004439797e7f112aa2d9733&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8697534 Feb 09 16:04:33.169849 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port 6ddfe567-7046-4ed5-906c-ea52cf25fa96, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=6ddfe567-7046-4ed5-906c-ea52cf25fa96,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:33.223103 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f73b92e9-0cdb-410e-b8d7-ea8c6cd5f708 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.265554 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.281323 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472c580-f761-42d7-b998-ce17cdab7502 None None] Pushing event updated for resources: {'Port': ['ID=2afd8d6b-81ed-4e6b-b147-08982e116cbc,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:33.429195 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472c580-f761-42d7-b998-ce17cdab7502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:33.430908 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472c580-f761-42d7-b998-ce17cdab7502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:33.431344 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472c580-f761-42d7-b998-ce17cdab7502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:33.431978 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472c580-f761-42d7-b998-ce17cdab7502 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:33.435181 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472c580-f761-42d7-b998-ce17cdab7502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:33.435788 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472c580-f761-42d7-b998-ce17cdab7502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:33.436196 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472c580-f761-42d7-b998-ce17cdab7502 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:33.436857 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472c580-f761-42d7-b998-ce17cdab7502 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:33.437087 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472c580-f761-42d7-b998-ce17cdab7502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:33.437569 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472c580-f761-42d7-b998-ce17cdab7502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:33.437963 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472c580-f761-42d7-b998-ce17cdab7502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:33.451709 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f73b92e9-0cdb-410e-b8d7-ea8c6cd5f708 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.477239 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 57984) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:33.492907 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=6ddfe567-7046-4ed5-906c-ea52cf25fa96,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:33.524521 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-055842d4-8cb9-4d68-9b4b-96efb2402ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.572971 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f73b92e9-0cdb-410e-b8d7-ea8c6cd5f708 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.601162 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-055842d4-8cb9-4d68-9b4b-96efb2402ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.614543 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b92e9-0cdb-410e-b8d7-ea8c6cd5f708 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f165ce45-b62e-45c2-97c5-72bbd6d8aec0,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:33.750833 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f73b92e9-0cdb-410e-b8d7-ea8c6cd5f708 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.755932 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-f73b92e9-0cdb-410e-b8d7-ea8c6cd5f708 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8895483 Feb 09 16:04:33.756802 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 57994) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:33.763038 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ea7d23bc-3566-4e66-a30b-17fba84de502 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Request body: {'security_group_rule': {'security_group_id': '754855f9-46b2-4ef5-8639-bea6f6441ee2', 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:33.776668 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f5cd78b5-a80f-4a60-b903-f733aa686e8f req-97a1c768-f9cc-4222-a671-d4ee55c2099c tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 210 time: 0.0562594 Feb 09 16:04:33.792496 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ea7d23bc-3566-4e66-a30b-17fba84de502 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:33.815944 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-055842d4-8cb9-4d68-9b4b-96efb2402ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.816241 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9a39ef0a-bb90-4b8f-bada-e6d449c7894a req-1632574f-de17-4629-bd9c-01d50a67e914 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3312807 Feb 09 16:04:33.828784 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-ea7d23bc-3566-4e66-a30b-17fba84de502 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Usage tracker for resource:security_group_rule and tenant:43ed7dd9edae4b20a88c5eba35af5527 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:33.850808 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-ea7d23bc-3566-4e66-a30b-17fba84de502 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:33.854797 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055842d4-8cb9-4d68-9b4b-96efb2402ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734a7e23-6e20-4bd6-80a1-24f22480c069,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:33.874572 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ea7d23bc-3566-4e66-a30b-17fba84de502 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:33.888535 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-055842d4-8cb9-4d68-9b4b-96efb2402ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.889970 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-055842d4-8cb9-4d68-9b4b-96efb2402ea3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/734a7e23-6e20-4bd6-80a1-24f22480c069 HTTP/1.1" status: 204 len: 168 time: 0.7381568 Feb 09 16:04:34.005081 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ea7d23bc-3566-4e66-a30b-17fba84de502 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.118873 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Attempting to bind port 2afd8d6b-81ed-4e6b-b147-08982e116cbc on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:34.120360 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Attempting to bind port 2afd8d6b-81ed-4e6b-b147-08982e116cbc by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': '0688dadb-bd88-4e9f-9a81-b150658e0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:34.120900 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Attempting to bind port 2afd8d6b-81ed-4e6b-b147-08982e116cbc on network 18c16b04-0f6a-43fa-a890-19fb89b12238 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:04:34.134850 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:04:34.135443 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Checking segment: {'id': '0688dadb-bd88-4e9f-9a81-b150658e0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:04:34.136339 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.136875 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Bound using segment: {'id': '0688dadb-bd88-4e9f-9a81-b150658e0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:04:34.137510 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Bound port: 2afd8d6b-81ed-4e6b-b147-08982e116cbc, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0688dadb-bd88-4e9f-9a81-b150658e0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:34.138358 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.147282 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ea7d23bc-3566-4e66-a30b-17fba84de502 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.229721 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ea7d23bc-3566-4e66-a30b-17fba84de502 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.250666 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 6ddfe567-7046-4ed5-906c-ea52cf25fa96 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:04:34.276568 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d23bc-3566-4e66-a30b-17fba84de502 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633ebafd-eb2e-4188-8318-bd09bb0f7bb8,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:34.426811 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ea7d23bc-3566-4e66-a30b-17fba84de502 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.428432 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-ea7d23bc-3566-4e66-a30b-17fba84de502 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6706691 Feb 09 16:04:34.443312 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] For port 2afd8d6b-81ed-4e6b-b147-08982e116cbc, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:34.444220 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 58010) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:34.446705 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] For port 2afd8d6b-81ed-4e6b-b147-08982e116cbc, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=2afd8d6b-81ed-4e6b-b147-08982e116cbc,segment=NetworkSegment(0688dadb-bd88-4e9f-9a81-b150658e0ec3),segment_id=0688dadb-bd88-4e9f-9a81-b150658e0ec3)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:34.464341 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e2cb105f-1e4c-49bc-9d12-8b097aa87cf3 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Request body: {'security_group_rule': {'security_group_id': '754855f9-46b2-4ef5-8639-bea6f6441ee2', 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:34.486463 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e2cb105f-1e4c-49bc-9d12-8b097aa87cf3 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:34.497615 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e2cb105f-1e4c-49bc-9d12-8b097aa87cf3 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Usage tracker for resource:security_group_rule and tenant:43ed7dd9edae4b20a88c5eba35af5527 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:34.499536 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 6ddfe567-7046-4ed5-906c-ea52cf25fa96 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:34.500070 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.508282 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e2cb105f-1e4c-49bc-9d12-8b097aa87cf3 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:34.536053 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.545330 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e2cb105f-1e4c-49bc-9d12-8b097aa87cf3 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:34.601606 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2f7dc-4085-4f73-81fe-891ab83c5132 req-75d634c4-08c3-46eb-a144-c42010476e75 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:34.604008 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e3d2f7dc-4085-4f73-81fe-891ab83c5132 req-75d634c4-08c3-46eb-a144-c42010476e75 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.2793078 Feb 09 16:04:34.721471 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e2cb105f-1e4c-49bc-9d12-8b097aa87cf3 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.761177 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e3d2f7dc-4085-4f73-81fe-891ab83c5132 req-6dfd5776-2d0b-4e59-a16a-448770311b8b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548908 Feb 09 16:04:34.772694 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Routers {'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:04:34.773655 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:04:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:34.797345 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-3546ab3f-e8b2-4c88-b3f9-c0a3e11da2bc tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:34.816338 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-3546ab3f-e8b2-4c88-b3f9-c0a3e11da2bc tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Synchronizing usage tracker for tenant:2477805a9d054831931aad91abbb17b0 on resource:network {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:04:34.974035 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-3546ab3f-e8b2-4c88-b3f9-c0a3e11da2bc tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Unset dirty status for tenant:2477805a9d054831931aad91abbb17b0 on resource:network {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:04:34.975551 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-3546ab3f-e8b2-4c88-b3f9-c0a3e11da2bc tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.42 "GET /v2.0/networks?id=b69633d5-cffe-49ea-b12b-10f751753e88 HTTP/1.1" status: 200 len: 813 time: 0.6400280 Feb 09 16:04:35.036404 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Request body: {'port': {'device_id': '173a8dd9-1816-40d3-bf84-13a581ae3266', 'network_id': 'b69633d5-cffe-49ea-b12b-10f751753e88', 'admin_state_up': True, 'tenant_id': '2477805a9d054831931aad91abbb17b0'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:35.036860 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e2cb105f-1e4c-49bc-9d12-8b097aa87cf3 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:35.062280 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472c580-f761-42d7-b998-ce17cdab7502 None None] Pushing event updated for resources: {'Port': ['ID=2afd8d6b-81ed-4e6b-b147-08982e116cbc,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:35.164217 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] Set router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:04:35.201357 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e2cb105f-1e4c-49bc-9d12-8b097aa87cf3 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:35.225279 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ca846a60-d252-4273-b6ad-ba1f8602d210 req-232e4c00-2739-4a6a-adb8-ee6b637f3548 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 210 time: 0.0578732 Feb 09 16:04:35.288711 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb105f-1e4c-49bc-9d12-8b097aa87cf3 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0529fac0-208d-4e1f-a89c-b65089403b2c,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:35.310079 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:35.314516 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Usage tracker for resource:port and tenant:2477805a9d054831931aad91abbb17b0 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:35.318209 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:35.325500 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:35.391269 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e2cb105f-1e4c-49bc-9d12-8b097aa87cf3 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:35.393741 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-e2cb105f-1e4c-49bc-9d12-8b097aa87cf3 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9450324 Feb 09 16:04:35.396680 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 58028) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:35.402284 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-9c23bed3-3b4c-4358-9330-52ab28440c20 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Request body: {'security_group_rule': {'security_group_id': '754855f9-46b2-4ef5-8639-bea6f6441ee2', 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:35.409251 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-9c23bed3-3b4c-4358-9330-52ab28440c20 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:35.414762 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-9c23bed3-3b4c-4358-9330-52ab28440c20 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Usage tracker for resource:security_group_rule and tenant:43ed7dd9edae4b20a88c5eba35af5527 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:35.418368 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-9c23bed3-3b4c-4358-9330-52ab28440c20 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:35.425871 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-9c23bed3-3b4c-4358-9330-52ab28440c20 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:35.477242 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Made reservation on behalf of 2477805a9d054831931aad91abbb17b0 for: {'port': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:35.481379 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:35.514844 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9c23bed3-3b4c-4358-9330-52ab28440c20 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:35.712886 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9c23bed3-3b4c-4358-9330-52ab28440c20 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:35.742478 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'name': 'tempest-TestShelveInstance-272389709-router', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:00Z', 'updated_at': '2022-02-09T16:04:08Z', 'revision_number': 4, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'gw_port': {'id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:01Z', 'updated_at': '2022-02-09T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '2afd8d6b-81ed-4e6b-b147-08982e116cbc', 'name': '', 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'mac_address': 'fa:16:3e:60:12:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:07Z', 'updated_at': '2022-02-09T16:04:34Z', 'revision_number': 4, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'subnets': [{'id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:35.747317 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c01d6-d20d-4f9f-aaf4-2be3c0930a33 None None] The sync data for ids ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'] in dv-cinder-825105-1-smb is: [{'id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'name': 'tempest-TestShelveInstance-272389709-router', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:00Z', 'updated_at': '2022-02-09T16:04:08Z', 'revision_number': 4, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'gw_port': {'id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:01Z', 'updated_at': '2022-02-09T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '2afd8d6b-81ed-4e6b-b147-08982e116cbc', 'name': '', 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'mac_address': 'fa:16:3e:60:12:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:07Z', 'updated_at': '2022-02-09T16:04:34Z', 'revision_number': 4, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'subnets': [{'id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:04:35.864905 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9c23bed3-3b4c-4358-9330-52ab28440c20 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:36.006977 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_common [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Allocated IP 172.20.0.13 (b69633d5-cffe-49ea-b12b-10f751753e88/a32243b6-17aa-45c2-a378-e4f6f0ed708a/0d2e1714-e9cf-4475-a09c-4d93bcf8c703) {{(pid=83708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:36.012556 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23bed3-3b4c-4358-9330-52ab28440c20 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68bc4757-18db-4d05-8ad2-5f78a65a42c5,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:36.131797 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9c23bed3-3b4c-4358-9330-52ab28440c20 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:36.137039 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-9c23bed3-3b4c-4358-9330-52ab28440c20 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7354503 Feb 09 16:04:36.137192 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 58046) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:36.141708 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-22075ae8-59ca-4efc-bd2e-be8734117568 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Request body: {'security_group_rule': {'security_group_id': '754855f9-46b2-4ef5-8639-bea6f6441ee2', 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:36.162368 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-22075ae8-59ca-4efc-bd2e-be8734117568 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:36.178851 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-22075ae8-59ca-4efc-bd2e-be8734117568 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Usage tracker for resource:security_group_rule and tenant:43ed7dd9edae4b20a88c5eba35af5527 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:36.183301 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-22075ae8-59ca-4efc-bd2e-be8734117568 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:36.201876 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-22075ae8-59ca-4efc-bd2e-be8734117568 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:36.300622 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 2afd8d6b-81ed-4e6b-b147-08982e116cbc up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:04:36.338094 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-22075ae8-59ca-4efc-bd2e-be8734117568 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Project 43ed7dd9edae4b20a88c5eba35af5527 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:04:36.346512 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-22075ae8-59ca-4efc-bd2e-be8734117568 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:36.620337 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-22075ae8-59ca-4efc-bd2e-be8734117568 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:36.635192 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-dce9ea34-0f36-4354-a928-edf18ea5373c req-b59dda88-bc8a-41d7-9751-afee413399e2 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 210 time: 0.0667717 Feb 09 16:04:36.643211 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port 2afd8d6b-81ed-4e6b-b147-08982e116cbc completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:04:36.645183 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a20407-1333-4fc2-ad99-ebcd7350117d req-ba4e3541-eabc-47f3-a477-5803ac196322 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:36.652062 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 2afd8d6b-81ed-4e6b-b147-08982e116cbc triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:36.654376 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:36.654516 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-e4a20407-1333-4fc2-ad99-ebcd7350117d req-ba4e3541-eabc-47f3-a477-5803ac196322 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.4994359 Feb 09 16:04:36.706271 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-22075ae8-59ca-4efc-bd2e-be8734117568 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:36.760343 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-e4a20407-1333-4fc2-ad99-ebcd7350117d req-8f6afd50-861d-499b-9200-1d49c1729a12 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055055 Feb 09 16:04:36.775468 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22075ae8-59ca-4efc-bd2e-be8734117568 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b3b22d-4501-430e-ae4f-ba64229fef06,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:36.805807 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Notify callbacks [] for port, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:36.874978 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-22075ae8-59ca-4efc-bd2e-be8734117568 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:36.880814 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 58064) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:36.887960 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-22075ae8-59ca-4efc-bd2e-be8734117568 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7438457 Feb 09 16:04:36.891055 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-621d8c80-ddf8-4ca7-88fa-ba1c1eaf0f2d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Request body: {'security_group_rule': {'security_group_id': '754855f9-46b2-4ef5-8639-bea6f6441ee2', 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:36.907473 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-621d8c80-ddf8-4ca7-88fa-ba1c1eaf0f2d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:36.952179 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-621d8c80-ddf8-4ca7-88fa-ba1c1eaf0f2d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Usage tracker for resource:security_group_rule and tenant:43ed7dd9edae4b20a88c5eba35af5527 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:36.969437 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-621d8c80-ddf8-4ca7-88fa-ba1c1eaf0f2d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:36.981933 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:36.989956 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-621d8c80-ddf8-4ca7-88fa-ba1c1eaf0f2d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:37.041145 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port 2afd8d6b-81ed-4e6b-b147-08982e116cbc, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=2afd8d6b-81ed-4e6b-b147-08982e116cbc,segment=NetworkSegment(0688dadb-bd88-4e9f-9a81-b150658e0ec3),segment_id=0688dadb-bd88-4e9f-9a81-b150658e0ec3)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:37.125318 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:37.208013 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:37.217933 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Pushing event updated for resources: {'Port': ['ID=0d2e1714-e9cf-4475-a09c-4d93bcf8c703,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:37.236010 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.db.securitygroups_db [None req-621d8c80-ddf8-4ca7-88fa-ba1c1eaf0f2d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Project 43ed7dd9edae4b20a88c5eba35af5527 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:04:37.295597 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-621d8c80-ddf8-4ca7-88fa-ba1c1eaf0f2d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:37.326789 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=2afd8d6b-81ed-4e6b-b147-08982e116cbc,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:37.392938 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Network b69633d5-cffe-49ea-b12b-10f751753e88 is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:37.420049 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:37.428275 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Received port after_create {{(pid=83708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:04:37.436636 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9a39ef0a-bb90-4b8f-bada-e6d449c7894a req-05e56b51-c9c7-4365-bba0-7bff739773aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17&tenant_id=583b1cb4cc844713b243032c95f65f45 HTTP/1.1" status: 200 len: 1096 time: 0.1462452 Feb 09 16:04:37.545790 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-621d8c80-ddf8-4ca7-88fa-ba1c1eaf0f2d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:37.563026 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:37.565649 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:37.570827 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9a39ef0a-bb90-4b8f-bada-e6d449c7894a req-8e2ea18d-3be0-4ef6-aed1-e1b12699836a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=583b1cb4cc844713b243032c95f65f45&device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 1096 time: 0.1106393 Feb 09 16:04:37.620689 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-621d8c80-ddf8-4ca7-88fa-ba1c1eaf0f2d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:37.695216 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-48aadd54-e9a7-4c33-a858-d2d0afe18be6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7042737 Feb 09 16:04:37.778431 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d8c80-ddf8-4ca7-88fa-ba1c1eaf0f2d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31e61e0-cf37-42ad-ad1a-3efbee1c797f,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:37.797776 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Request body: {'port': {'device_id': '173a8dd9-1816-40d3-bf84-13a581ae3266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:37.858506 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39ef0a-bb90-4b8f-bada-e6d449c7894a req-1512f270-1738-4b03-8686-10fa97aaf44e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:37.860307 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9a39ef0a-bb90-4b8f-bada-e6d449c7894a req-1512f270-1738-4b03-8686-10fa97aaf44e service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af HTTP/1.1" status: 200 len: 918 time: 0.2841363 Feb 09 16:04:37.911227 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-621d8c80-ddf8-4ca7-88fa-ba1c1eaf0f2d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:37.912533 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-621d8c80-ddf8-4ca7-88fa-ba1c1eaf0f2d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0299060 Feb 09 16:04:37.964653 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:38.195103 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9a39ef0a-bb90-4b8f-bada-e6d449c7894a req-abde5fdc-4987-4400-9e69-dfff8f2cf90a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0 HTTP/1.1" status: 200 len: 999 time: 0.3268645 Feb 09 16:04:38.204668 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 2afd8d6b-81ed-4e6b-b147-08982e116cbc up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:04:38.337485 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 2afd8d6b-81ed-4e6b-b147-08982e116cbc triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:38.338226 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:38.355391 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868411f-daf5-4cc2-a8f8-1730e73aa4ba req-20e4b9b2-93f3-4f77-a45b-847e9a6c65a7 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:38.363969 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b868411f-daf5-4cc2-a8f8-1730e73aa4ba req-20e4b9b2-93f3-4f77-a45b-847e9a6c65a7 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 932 time: 0.3494954 Feb 09 16:04:38.428686 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39ef0a-bb90-4b8f-bada-e6d449c7894a req-81020ae2-132f-4f8f-b86c-d21a56467796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:38.431296 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9a39ef0a-bb90-4b8f-bada-e6d449c7894a req-81020ae2-132f-4f8f-b86c-d21a56467796 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b HTTP/1.1" status: 200 len: 856 time: 0.2266555 Feb 09 16:04:38.457073 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4b3a8-2100-42fb-a0ce-adc94546e6a7 req-df0c537a-00bc-4318-90b3-e36876cf9fbb tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:38.464515 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f3c4b3a8-2100-42fb-a0ce-adc94546e6a7 req-df0c537a-00bc-4318-90b3-e36876cf9fbb tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.3797371 Feb 09 16:04:38.526739 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b868411f-daf5-4cc2-a8f8-1730e73aa4ba req-7c1569aa-d472-4bec-9145-757995bc6d0a tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612611 Feb 09 16:04:38.597901 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9a39ef0a-bb90-4b8f-bada-e6d449c7894a req-d8517550-3809-4aea-b416-a0b63433728c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1506722 Feb 09 16:04:38.778737 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f3c4b3a8-2100-42fb-a0ce-adc94546e6a7 req-6fd7a2ed-afdf-44f0-b91f-2891df79a0e8 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039412 Feb 09 16:04:38.821802 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9a39ef0a-bb90-4b8f-bada-e6d449c7894a req-f4961541-dc46-4524-a0ea-6eb686a4b008 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234035 Feb 09 16:04:38.963236 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 {{(pid=83708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:04:38.974028 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:38.992112 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.provisioning_blocks [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Transition to ACTIVE for port object 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 will not be triggered until provisioned by entity L2. {{(pid=83708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:04:39.020488 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9a39ef0a-bb90-4b8f-bada-e6d449c7894a req-46e23a4b-1e3f-4c11-8675-110ee4678651 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923399 Feb 09 16:04:39.202259 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1352257'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:39.365212 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Pushing event updated for resources: {'Port': ['ID=0d2e1714-e9cf-4475-a09c-4d93bcf8c703,revision_number=2']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:39.619710 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Attempting to bind port 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:39.653814 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Attempting to bind port 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b69633d5-cffe-49ea-b12b-10f751753e88'}] {{(pid=83708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:39.654669 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Attempting to bind port 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 on network b69633d5-cffe-49ea-b12b-10f751753e88 {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:04:39.681051 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Port 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 on network b69633d5-cffe-49ea-b12b-10f751753e88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:04:39.682441 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Attempting to bind port 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 on network b69633d5-cffe-49ea-b12b-10f751753e88 {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:04:39.693383 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:04:39.708465 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Checking segment: {'id': 'b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b69633d5-cffe-49ea-b12b-10f751753e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:04:39.708465 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Bound using segment: {'id': 'b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b69633d5-cffe-49ea-b12b-10f751753e88'} {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:04:39.708465 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Bound port: 0d2e1714-e9cf-4475-a09c-4d93bcf8c703, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b69633d5-cffe-49ea-b12b-10f751753e88'}}] {{(pid=83708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:39.708465 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:39.826118 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] For port 0d2e1714-e9cf-4475-a09c-4d93bcf8c703, host hv-cinder-82510, cleared binding levels {{(pid=83708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:39.832963 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] For port 0d2e1714-e9cf-4475-a09c-4d93bcf8c703, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0d2e1714-e9cf-4475-a09c-4d93bcf8c703,segment=NetworkSegment(b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06),segment_id=b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06)] {{(pid=83708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:39.926890 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1352257'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.004276 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831eb8-be0b-4a96-a67c-d055740fa6f6 req-c752d1c7-40a5-4d30-9cc4-0677bdc1a5d7 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:40.013844 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9f831eb8-be0b-4a96-a67c-d055740fa6f6 req-c752d1c7-40a5-4d30-9cc4-0677bdc1a5d7 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 944 time: 0.1710126 Feb 09 16:04:40.082920 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.087850 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] 10.222.0.42 "PUT /v2.0/ports/0d2e1714-e9cf-4475-a09c-4d93bcf8c703 HTTP/1.1" status: 200 len: 1094 time: 2.3139703 Feb 09 16:04:40.088318 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173a8dd9-1816-40d3-bf84-13a581ae3266', 'tag': '0d2e1714-e9cf-4475-a09c-4d93bcf8c703'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:04:40.105100 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9f831eb8-be0b-4a96-a67c-d055740fa6f6 req-4f3a5461-34af-4d57-a0e1-cdf9b58cf53a tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840330 Feb 09 16:04:40.119577 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c285b8-5d95-4ea1-9db2-8378346bbb8e service neutron] Pushing event updated for resources: {'Port': ['ID=0d2e1714-e9cf-4475-a09c-4d93bcf8c703,revision_number=3']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:40.388029 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-1a26dfec-5625-46d0-9fc0-cc1041218d78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2477805a9d054831931aad91abbb17b0&device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 1097 time: 0.1994047 Feb 09 16:04:40.419383 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373b98c-527d-47ee-b45d-2343169da31a req-f0d80a73-cfce-483a-b69d-b2da5d81df5d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:40.427296 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4373b98c-527d-47ee-b45d-2343169da31a req-f0d80a73-cfce-483a-b69d-b2da5d81df5d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.1083443 Feb 09 16:04:40.575823 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4373b98c-527d-47ee-b45d-2343169da31a req-c989d2c0-794d-4cdf-a189-402a2b8e84d5 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473148 Feb 09 16:04:40.637663 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-4b3960a2-85be-4e3c-9ff0-cc5680e37fa5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2e1714-e9cf-4475-a09c-4d93bcf8c703 HTTP/1.1" status: 200 len: 217 time: 0.2390285 Feb 09 16:04:40.706489 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173a8dd9-1816-40d3-bf84-13a581ae3266', 'tag': '0d2e1714-e9cf-4475-a09c-4d93bcf8c703', 'status': 'completed', 'code': 200} Feb 09 16:04:40.763695 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-26f3828c-e9f2-49f6-80dc-78ee86741c38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:40.764725 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-26f3828c-e9f2-49f6-80dc-78ee86741c38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a32243b6-17aa-45c2-a378-e4f6f0ed708a HTTP/1.1" status: 200 len: 853 time: 0.1190078 Feb 09 16:04:40.886277 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-ef92e576-7c51-48da-807f-4913e420efe5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b69633d5-cffe-49ea-b12b-10f751753e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086347 Feb 09 16:04:40.994410 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab82b01-b101-4181-b2df-c89fdf7076da req-fff46048-a673-46e6-a86a-98b7fb07d314 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:40.996275 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2ab82b01-b101-4181-b2df-c89fdf7076da req-fff46048-a673-46e6-a86a-98b7fb07d314 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.1055319 Feb 09 16:04:41.050876 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2ab82b01-b101-4181-b2df-c89fdf7076da req-ff60e8ea-a4d9-473e-bab2-0fb6d356dc28 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483649 Feb 09 16:04:41.219892 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-4b59c062-4927-4aac-8c6e-e61d0a37ab87 service neutron] 10.222.0.42 "GET /v2.0/networks/b69633d5-cffe-49ea-b12b-10f751753e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259466 Feb 09 16:04:41.579058 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7976185a-2412-4ba6-9aea-e94d0893fbea req-9e3b6efb-e0d0-4e89-938b-96268ea4f267 service neutron] 10.222.0.42 "GET /v2.0/networks/b69633d5-cffe-49ea-b12b-10f751753e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200932 Feb 09 16:04:41.628249 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 58208) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:41.635495 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb6049-b6ba-41ce-bb68-c63801f91d80 req-4b1adf40-1c33-4af8-b5a5-70dfcb14dd6d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:41.649549 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-5adb6049-b6ba-41ce-bb68-c63801f91d80 req-4b1adf40-1c33-4af8-b5a5-70dfcb14dd6d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Synchronizing usage tracker for tenant:2477805a9d054831931aad91abbb17b0 on resource:port {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:04:41.771994 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-5adb6049-b6ba-41ce-bb68-c63801f91d80 req-4b1adf40-1c33-4af8-b5a5-70dfcb14dd6d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Unset dirty status for tenant:2477805a9d054831931aad91abbb17b0 on resource:port {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:04:41.773119 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5adb6049-b6ba-41ce-bb68-c63801f91d80 req-4b1adf40-1c33-4af8-b5a5-70dfcb14dd6d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 944 time: 0.3195984 Feb 09 16:04:41.890974 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-5adb6049-b6ba-41ce-bb68-c63801f91d80 req-1977816b-cc87-4e4a-a865-966a1ad79c81 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Synchronizing usage tracker for tenant:2477805a9d054831931aad91abbb17b0 on resource:security_group {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:04:42.053083 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6d957173-72c2-4cab-84fa-8a4e5d334392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:42.081283 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-48ea9a39-b87b-4da7-ba17-0028aa3a467d req-9ec617fe-69a2-46d3-a5b4-c19d42c256f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2477805a9d054831931aad91abbb17b0&device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 1097 time: 0.1928339 Feb 09 16:04:42.103847 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-5adb6049-b6ba-41ce-bb68-c63801f91d80 req-1977816b-cc87-4e4a-a865-966a1ad79c81 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Unset dirty status for tenant:2477805a9d054831931aad91abbb17b0 on resource:security_group {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:04:42.104984 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5adb6049-b6ba-41ce-bb68-c63801f91d80 req-1977816b-cc87-4e4a-a865-966a1ad79c81 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251879 Feb 09 16:04:42.211755 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6d957173-72c2-4cab-84fa-8a4e5d334392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:42.218885 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-6d957173-72c2-4cab-84fa-8a4e5d334392 admin admin] Usage tracker for resource:security_group_rule and tenant:678748f5deac48e2ba0e2ea9cea83dee is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:42.223291 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-6d957173-72c2-4cab-84fa-8a4e5d334392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:42.232165 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6d957173-72c2-4cab-84fa-8a4e5d334392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:42.251321 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f26e1-9b29-4a0e-b0be-57a45725c466 req-fef129b1-05aa-4fd0-b6a8-18758dde7fd7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:42.253785 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-189f26e1-9b29-4a0e-b0be-57a45725c466 req-fef129b1-05aa-4fd0-b6a8-18758dde7fd7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.2925944 Feb 09 16:04:42.425023 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-189f26e1-9b29-4a0e-b0be-57a45725c466 req-69003ef0-eb14-4f9a-bf47-9c7eccbd7fab tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628389 Feb 09 16:04:42.434494 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6d957173-72c2-4cab-84fa-8a4e5d334392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:42.488182 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6d957173-72c2-4cab-84fa-8a4e5d334392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:42.566017 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea9a39-b87b-4da7-ba17-0028aa3a467d req-2f7a713e-de1f-47b7-975f-3682baf3f1cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:42.569150 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-48ea9a39-b87b-4da7-ba17-0028aa3a467d req-2f7a713e-de1f-47b7-975f-3682baf3f1cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=b69633d5-cffe-49ea-b12b-10f751753e88 HTTP/1.1" status: 200 len: 914 time: 0.4387927 Feb 09 16:04:42.573575 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d957173-72c2-4cab-84fa-8a4e5d334392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ecb094-dfc3-4ce6-a652-0f1c0896750b,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:42.629556 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-6d957173-72c2-4cab-84fa-8a4e5d334392 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=678748f5deac48e2ba0e2ea9cea83dee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9999912 Feb 09 16:04:42.632198 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 58228) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:42.796794 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-48ea9a39-b87b-4da7-ba17-0028aa3a467d req-3ddf64c5-0123-40f9-be6c-785bcb86b4a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2e1714-e9cf-4475-a09c-4d93bcf8c703 HTTP/1.1" status: 200 len: 217 time: 0.2143400 Feb 09 16:04:42.802723 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ecd09081-2dad-47e4-8483-3fab787531ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:42.837781 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ecd09081-2dad-47e4-8483-3fab787531ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:42.879981 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-3783f937-7d35-454a-96e2-45bbbdb8a70a tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:42.889146 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-3783f937-7d35-454a-96e2-45bbbdb8a70a tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/networks?id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a HTTP/1.1" status: 200 len: 814 time: 0.6080387 Feb 09 16:04:42.955831 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-3c7a5827-01c4-4356-b011-4ccd8df2bacc tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/quotas/834941f3691d47a1809756d053797f2c HTTP/1.1" status: 200 len: 375 time: 0.0641921 Feb 09 16:04:43.031157 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cb3bf-1aca-4e50-aa1f-cff1db821414 req-77501bb6-bddb-457b-a19c-6a3b7cbb1807 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:43.039124 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea9a39-b87b-4da7-ba17-0028aa3a467d req-c1af6a87-663f-432c-b9b3-a508bb2bd42a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:43.039328 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ba3cb3bf-1aca-4e50-aa1f-cff1db821414 req-77501bb6-bddb-457b-a19c-6a3b7cbb1807 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.2377174 Feb 09 16:04:43.041711 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-48ea9a39-b87b-4da7-ba17-0028aa3a467d req-c1af6a87-663f-432c-b9b3-a508bb2bd42a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a32243b6-17aa-45c2-a378-e4f6f0ed708a HTTP/1.1" status: 200 len: 853 time: 0.2373168 Feb 09 16:04:43.117515 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ba3cb3bf-1aca-4e50-aa1f-cff1db821414 req-8c08ceca-f966-449d-afdf-3edfdd96ee65 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764995 Feb 09 16:04:43.182916 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-48ea9a39-b87b-4da7-ba17-0028aa3a467d req-b2df2431-d525-4cf4-9d6f-ee68da12bab8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b69633d5-cffe-49ea-b12b-10f751753e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296654 Feb 09 16:04:43.200017 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-5c10690f-d77a-4dbb-bd88-38193d2e9443 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Synchronizing usage tracker for tenant:834941f3691d47a1809756d053797f2c on resource:port {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:04:43.202458 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ecd09081-2dad-47e4-8483-3fab787531ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:43.228071 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ecd09081-2dad-47e4-8483-3fab787531ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:43.237016 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-ecd09081-2dad-47e4-8483-3fab787531ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52ecb094-dfc3-4ce6-a652-0f1c0896750b HTTP/1.1" status: 204 len: 168 time: 0.6008911 Feb 09 16:04:43.237016 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd09081-2dad-47e4-8483-3fab787531ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ecb094-dfc3-4ce6-a652-0f1c0896750b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:43.367297 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-5c10690f-d77a-4dbb-bd88-38193d2e9443 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Unset dirty status for tenant:834941f3691d47a1809756d053797f2c on resource:port {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:04:43.382025 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-5c10690f-d77a-4dbb-bd88-38193d2e9443 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=834941f3691d47a1809756d053797f2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4175982 Feb 09 16:04:43.708579 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-5112c1f3-202d-4b2a-b77a-7daaf01f7472 service neutron] 10.222.0.30 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138070 Feb 09 16:04:43.714491 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-48ea9a39-b87b-4da7-ba17-0028aa3a467d req-9e77483e-8a09-4f8f-b14c-3b1612ad7042 service neutron] 10.222.0.42 "GET /v2.0/networks/b69633d5-cffe-49ea-b12b-10f751753e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886150 Feb 09 16:04:43.774200 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1cb10-55bf-48bb-a059-1d613ba49cde req-0d0b0167-b198-41b5-805f-e5092329e7d4 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:43.780844 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-60e1cb10-55bf-48bb-a059-1d613ba49cde req-0d0b0167-b198-41b5-805f-e5092329e7d4 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 944 time: 0.1886606 Feb 09 16:04:43.896761 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:04:44.058897 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-60e1cb10-55bf-48bb-a059-1d613ba49cde req-e7716e31-081c-496a-9e3a-cb9ee52fb11c tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720058 Feb 09 16:04:44.109188 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e71d2d-4684-43b6-97e6-e94bdd9385dd req-1da4507e-0198-4173-8132-be43708b9e3d tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:44.117888 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a7e71d2d-4684-43b6-97e6-e94bdd9385dd req-1da4507e-0198-4173-8132-be43708b9e3d tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 946 time: 0.3062613 Feb 09 16:04:44.239103 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 0d2e1714-e9cf-4475-a09c-4d93bcf8c703, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0d2e1714-e9cf-4475-a09c-4d93bcf8c703,segment=NetworkSegment(b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06),segment_id=b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:44.263912 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': '0d2e1714-e9cf-4475-a09c-4d93bcf8c703', 'network_id': 'b69633d5-cffe-49ea-b12b-10f751753e88', 'port_id': '0d2e1714-e9cf-4475-a09c-4d93bcf8c703', 'mac_address': 'fa:16:3e:87:ec:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a32243b6-17aa-45c2-a378-e4f6f0ed708a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:04:44.368507 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-a7e71d2d-4684-43b6-97e6-e94bdd9385dd req-44e68910-f1f8-4464-bc45-a9a48a0fb150 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Deleting port 061aa5b5-0974-4d6c-82e1-179821952b00 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:04:44.368507 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a7e71d2d-4684-43b6-97e6-e94bdd9385dd req-44e68910-f1f8-4464-bc45-a9a48a0fb150 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:44.368839 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-8e85a654-c8e1-4a0d-a6d4-4f3bfebc2f08 service neutron] 10.222.0.30 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6483490 Feb 09 16:04:44.373057 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-48ea9a39-b87b-4da7-ba17-0028aa3a467d req-1cc38d52-e3aa-42d2-8f24-8868dd4e7a48 service neutron] 10.222.0.42 "GET /v2.0/networks/b69633d5-cffe-49ea-b12b-10f751753e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159153 Feb 09 16:04:44.408638 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:44.451174 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 58248) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:44.455009 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:04:44.478522 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d30c6d6b-ba2c-48e5-9594-adf7ba955122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:44.489598 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 0d2e1714-e9cf-4475-a09c-4d93bcf8c703, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0d2e1714-e9cf-4475-a09c-4d93bcf8c703,segment=NetworkSegment(b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06),segment_id=b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:44.543522 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-d30c6d6b-ba2c-48e5-9594-adf7ba955122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:44.552137 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-d30c6d6b-ba2c-48e5-9594-adf7ba955122 admin admin] Usage tracker for resource:security_group_rule and tenant:39ba6cc772ca4aeeb9dffb974b7c2011 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:44.574455 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-d30c6d6b-ba2c-48e5-9594-adf7ba955122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:44.609948 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-d30c6d6b-ba2c-48e5-9594-adf7ba955122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:44.691521 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:44.807258 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d30c6d6b-ba2c-48e5-9594-adf7ba955122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:44.963215 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-a7e71d2d-4684-43b6-97e6-e94bdd9385dd req-44e68910-f1f8-4464-bc45-a9a48a0fb150 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] For port 061aa5b5-0974-4d6c-82e1-179821952b00, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=061aa5b5-0974-4d6c-82e1-179821952b00,segment=NetworkSegment(4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7),segment_id=4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:44.963666 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a7e71d2d-4684-43b6-97e6-e94bdd9385dd req-44e68910-f1f8-4464-bc45-a9a48a0fb150 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:44.975874 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=0d2e1714-e9cf-4475-a09c-4d93bcf8c703,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:45.022051 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['0d2e1714-e9cf-4475-a09c-4d93bcf8c703'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:04:45.265887 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-a7e71d2d-4684-43b6-97e6-e94bdd9385dd req-44e68910-f1f8-4464-bc45-a9a48a0fb150 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Calling delete_port for 061aa5b5-0974-4d6c-82e1-179821952b00 owned by compute:nova {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:04:45.520166 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9376a97-1a0d-4c33-92d5-d071f3ab59c3 req-483f9bfb-4d35-4395-b375-b5981b72921f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:45.529568 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e9376a97-1a0d-4c33-92d5-d071f3ab59c3 req-483f9bfb-4d35-4395-b375-b5981b72921f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 1.2206593 Feb 09 16:04:45.564775 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a7e71d2d-4684-43b6-97e6-e94bdd9385dd req-44e68910-f1f8-4464-bc45-a9a48a0fb150 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:45.580920 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d30c6d6b-ba2c-48e5-9594-adf7ba955122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:45.633222 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c6d6b-ba2c-48e5-9594-adf7ba955122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac192a64-b946-4d00-8948-1dbe4d0a5a3b,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:45.692894 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-d30c6d6b-ba2c-48e5-9594-adf7ba955122 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39ba6cc772ca4aeeb9dffb974b7c2011&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2403204 Feb 09 16:04:45.697260 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 58264) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:45.781656 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e68910-f1f8-4464-bc45-a9a48a0fb150 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Pushing event deleted for resources: {'Port': ['ID=061aa5b5-0974-4d6c-82e1-179821952b00,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:45.812607 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e9376a97-1a0d-4c33-92d5-d071f3ab59c3 req-9886c23f-84d9-4033-b1d2-8da410dca679 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818084 Feb 09 16:04:45.818623 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17698a-d5ef-43e9-a1ad-b58ff107e06b req-1cd915f8-0980-466c-bd79-9a80620392d4 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:45.845426 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0c17698a-d5ef-43e9-a1ad-b58ff107e06b req-1cd915f8-0980-466c-bd79-9a80620392d4 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 867 time: 0.6133754 Feb 09 16:04:45.865225 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['902a9285-68c3-47c2-91a8-d28bef0369e6'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:04:45.922125 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0c17698a-d5ef-43e9-a1ad-b58ff107e06b req-5799c0f0-fd91-4489-8896-5704b3f037e0 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753319 Feb 09 16:04:45.926948 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-bcec9819-6780-4df3-8168-8f004103db0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:45.987170 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 061aa5b5-0974-4d6c-82e1-179821952b00 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:04:45.990769 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-bcec9819-6780-4df3-8168-8f004103db0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:46.059162 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e71d2d-4684-43b6-97e6-e94bdd9385dd req-44e68910-f1f8-4464-bc45-a9a48a0fb150 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] No DVR routers for this DVR port 061aa5b5-0974-4d6c-82e1-179821952b00 on host hv-cinder-82510 {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:04:46.065221 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a7e71d2d-4684-43b6-97e6-e94bdd9385dd req-44e68910-f1f8-4464-bc45-a9a48a0fb150 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:46.087141 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e919334-94ed-44b7-b310-b80df93e81d1', 'name': 'network-vif-deleted', 'tag': '061aa5b5-0974-4d6c-82e1-179821952b00'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:04:46.127541 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: 061aa5b5-0974-4d6c-82e1-179821952b00 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:04:46.127919 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 061aa5b5-0974-4d6c-82e1-179821952b00 not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:04:46.216571 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-31cc58a1-9fb1-4441-9920-428967878ab2 req-904ebbd0-410f-4a82-a9f6-ddc72329ea9f tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 210 time: 0.1588070 Feb 09 16:04:46.312467 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a7e71d2d-4684-43b6-97e6-e94bdd9385dd req-44e68910-f1f8-4464-bc45-a9a48a0fb150 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.42 "DELETE /v2.0/ports/061aa5b5-0974-4d6c-82e1-179821952b00 HTTP/1.1" status: 204 len: 173 time: 2.1885831 Feb 09 16:04:46.314228 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e919334-94ed-44b7-b310-b80df93e81d1', 'name': 'network-vif-deleted', 'tag': '061aa5b5-0974-4d6c-82e1-179821952b00', 'status': 'completed', 'code': 200} Feb 09 16:04:46.384310 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1f74e-b117-4282-b4e2-6d9d8581be62 req-b2401600-f787-4018-91bd-37cf7f94a8b5 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:46.425786 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-59d1f74e-b117-4282-b4e2-6d9d8581be62 req-b2401600-f787-4018-91bd-37cf7f94a8b5 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 945 time: 0.1605816 Feb 09 16:04:46.502806 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-59d1f74e-b117-4282-b4e2-6d9d8581be62 req-b5aec869-ebd2-42a5-8701-2dabe75720f6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096649 Feb 09 16:04:46.557967 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-bcec9819-6780-4df3-8168-8f004103db0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:46.589048 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec9819-6780-4df3-8168-8f004103db0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac192a64-b946-4d00-8948-1dbe4d0a5a3b,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:46.603628 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-bcec9819-6780-4df3-8168-8f004103db0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:46.614578 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-bcec9819-6780-4df3-8168-8f004103db0e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac192a64-b946-4d00-8948-1dbe4d0a5a3b HTTP/1.1" status: 204 len: 168 time: 0.9158676 Feb 09 16:04:46.627161 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:47.307727 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dadac-f138-4083-94ae-2dc914c8e421 req-66e9cd5b-e171-4efe-a87b-3652e879fdb0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:47.315936 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c30dadac-f138-4083-94ae-2dc914c8e421 req-66e9cd5b-e171-4efe-a87b-3652e879fdb0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.1613536 Feb 09 16:04:47.412926 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c30dadac-f138-4083-94ae-2dc914c8e421 req-e45079d4-5035-4600-8c52-4a0d7ab73d80 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932734 Feb 09 16:04:47.488252 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-353db8f2-fa07-4a8e-b738-1dec7e9b505b req-d6165dbe-a94e-426a-a4cd-81bf191eb693 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 210 time: 0.1577263 Feb 09 16:04:47.865897 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3f8057a0-2b00-4292-997c-354e7bbffdad req-b7f8bbe1-fde4-4d99-a34a-828a671ff04a tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 210 time: 0.1710269 Feb 09 16:04:47.919456 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:04:48.135667 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22af93-88fd-4511-9607-4fc2377f914c req-6ae1dd41-4cb0-47ef-b35c-007a42d34dcd tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:48.137546 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8f22af93-88fd-4511-9607-4fc2377f914c req-6ae1dd41-4cb0-47ef-b35c-007a42d34dcd tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 945 time: 0.2321506 Feb 09 16:04:48.246961 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-be90ef04-20d0-45c6-8ddf-386a3ef97574 req-a5573901-02c3-4178-b118-bbe7af4a45a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1181037 Feb 09 16:04:48.254351 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8f22af93-88fd-4511-9607-4fc2377f914c req-660d5cf6-cccb-4174-860f-b62e84404f4f tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107471 Feb 09 16:04:48.265682 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:04:48.273746 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:48.277360 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:48.452925 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-be90ef04-20d0-45c6-8ddf-386a3ef97574 req-fb508148-6ff0-4da2-a70b-5e90867fdc48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e2a887c33294b0497f7c8d97a81c687&device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 210 time: 0.0921416 Feb 09 16:04:48.537850 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:48.588685 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 0d2e1714-e9cf-4475-a09c-4d93bcf8c703, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0d2e1714-e9cf-4475-a09c-4d93bcf8c703,segment=NetworkSegment(b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06),segment_id=b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:48.588685 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173a8dd9-1816-40d3-bf84-13a581ae3266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2e1714-e9cf-4475-a09c-4d93bcf8c703'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:04:48.653555 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:48.928625 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=0d2e1714-e9cf-4475-a09c-4d93bcf8c703,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:49.002791 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4539b7ea-515a-4642-ab66-cef02c159dce req-7474c7b2-86d3-4dad-9e11-0e31f5b16663 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e919334-94ed-44b7-b310-b80df93e81d1 HTTP/1.1" status: 200 len: 210 time: 0.1820641 Feb 09 16:04:49.334107 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173a8dd9-1816-40d3-bf84-13a581ae3266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2e1714-e9cf-4475-a09c-4d93bcf8c703', 'code': 200} Feb 09 16:04:49.463578 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90ef04-20d0-45c6-8ddf-386a3ef97574 req-282ae1cf-89de-4242-8ee8-1ae7cf6e1805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:49.470349 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-be90ef04-20d0-45c6-8ddf-386a3ef97574 req-282ae1cf-89de-4242-8ee8-1ae7cf6e1805 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8e2a887c33294b0497f7c8d97a81c687&shared=False HTTP/1.1" status: 200 len: 919 time: 0.9832637 Feb 09 16:04:49.557746 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 58328) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:49.668927 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c807ba6-ef97-4cd0-9b56-0a8afdd02cda req-049d0347-ef12-499c-9162-6d7ee1107672 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:49.681314 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1c807ba6-ef97-4cd0-9b56-0a8afdd02cda req-049d0347-ef12-499c-9162-6d7ee1107672 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.8236194 Feb 09 16:04:49.897094 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-683c0a81-594d-45dd-840c-c98bc26f3989 req-f369e7b6-ce55-49a9-82e1-c1b7092abdac tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 210 time: 0.1810243 Feb 09 16:04:49.913603 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1c807ba6-ef97-4cd0-9b56-0a8afdd02cda req-a07b30d9-20f5-4703-af9b-d43468e9d520 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295444 Feb 09 16:04:50.015098 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90ef04-20d0-45c6-8ddf-386a3ef97574 req-cf083d85-0728-4463-9e86-1d5bdc133587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:50.033890 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-be90ef04-20d0-45c6-8ddf-386a3ef97574 req-cf083d85-0728-4463-9e86-1d5bdc133587 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5427132 Feb 09 16:04:50.067033 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-45106087-network', 'tenant_id': '71163d8d63dd405aa8f879777395626b'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:50.080575 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:50.095896 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Usage tracker for resource:network and tenant:71163d8d63dd405aa8f879777395626b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:50.111721 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:50.136632 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:50.309734 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Made reservation on behalf of 71163d8d63dd405aa8f879777395626b for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:50.316410 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:50.321364 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bf8d3-a557-4354-86d1-ee448032374e req-2e5bf8fc-73bd-4dca-b470-6298c3bd37ba tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:50.334418 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d67bf8d3-a557-4354-86d1-ee448032374e req-2e5bf8fc-73bd-4dca-b470-6298c3bd37ba tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 946 time: 0.1610813 Feb 09 16:04:50.368468 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:50.450002 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d67bf8d3-a557-4354-86d1-ee448032374e req-6f5757d0-4ebd-4f63-ba1a-8decef78dc41 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109145 Feb 09 16:04:50.591525 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:50.606908 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Usage tracker for resource:security_group_rule and tenant:71163d8d63dd405aa8f879777395626b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:50.611193 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:50.656200 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-06effa96-823c-4575-83b7-6833f1ccdd82 req-a3c72400-4206-400f-a95c-31958c66d1c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 1099 time: 0.4796064 Feb 09 16:04:50.658105 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:50.849866 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-29d1ec13-c2b8-4160-a7ad-5c482ca10c15 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:50.849866 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-29d1ec13-c2b8-4160-a7ad-5c482ca10c15 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.42 "GET /v2.0/networks?id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a HTTP/1.1" status: 200 len: 814 time: 0.3707039 Feb 09 16:04:50.900120 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Request body: {'port': {'device_id': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'admin_state_up': True, 'tenant_id': '834941f3691d47a1809756d053797f2c'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:51.001015 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:51.012279 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-06effa96-823c-4575-83b7-6833f1ccdd82 req-c7e0e726-d8f8-4eca-a0e7-73f1e31894be service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320372 Feb 09 16:04:51.080441 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:51.164450 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:04:51.196725 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:51.203258 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ca7ee3-66a1-480b-8b0e-427f76db90f8,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:51.212668 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:51.246303 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:51.248570 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.segments_db [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Added segment b88eb6ad-2599-4f05-b188-1dba0e041ca0 of type vlan for network d0ceb668-dce3-41e3-9bf8-79d7ed78c95c Feb 09 16:04:51.327684 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:51.365897 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6d7a1802-de2a-462d-9ca8-e788c07acab1 req-db28a59d-e5f5-4e0e-a690-6878a9140b10 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 210 time: 0.0709784 Feb 09 16:04:51.490894 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Made reservation on behalf of 834941f3691d47a1809756d053797f2c for: {'port': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:51.494052 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:51.715573 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:51.721742 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:51.722828 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:51.986605 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_common [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Allocated IP 172.20.0.4 (dbc554ab-c272-4c5a-abb1-b1e59582ba5a/a681b831-f211-4e00-a4cc-a42d59ce2287/ee987e41-9313-4ad6-854c-09108daa29ad) {{(pid=83708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:52.171352 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045a64b-b430-4fb6-888c-035aeadbd8bf req-7442ed1b-04e7-43bc-8f1a-0cda89e3750c tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:52.183525 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c045a64b-b430-4fb6-888c-035aeadbd8bf req-7442ed1b-04e7-43bc-8f1a-0cda89e3750c tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.3535793 Feb 09 16:04:52.209348 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] Pushing event updated for resources: {'Network': ['ID=d0ceb668-dce3-41e3-9bf8-79d7ed78c95c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:52.221941 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network d0ceb668-dce3-41e3-9bf8-79d7ed78c95c details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 16:04:52.251512 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c04473-96dd-4889-9557-8c80737d1907 req-114eefc5-9d42-4ddb-808e-9006171fdd27 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:52.252165 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-e7c04473-96dd-4889-9557-8c80737d1907 req-114eefc5-9d42-4ddb-808e-9006171fdd27 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Synchronizing usage tracker for tenant:8e2a887c33294b0497f7c8d97a81c687 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:04:52.268487 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-a91b2eb1-bbec-46cb-82e4-6148590024aa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.7064586 Feb 09 16:04:52.268714 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 58354) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:52.274204 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-44d7475c-a535-4f20-adc4-f6ec1c2e1565 admin admin] Request body: {'subnet': {'network_id': 'd0ceb668-dce3-41e3-9bf8-79d7ed78c95c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-45106087-subnet', 'tenant_id': '71163d8d63dd405aa8f879777395626b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:52.279876 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-44d7475c-a535-4f20-adc4-f6ec1c2e1565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:52.287666 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-44d7475c-a535-4f20-adc4-f6ec1c2e1565 admin admin] Usage tracker for resource:subnet and tenant:71163d8d63dd405aa8f879777395626b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:52.299192 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-44d7475c-a535-4f20-adc4-f6ec1c2e1565 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:52.309119 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-44d7475c-a535-4f20-adc4-f6ec1c2e1565 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:52.333773 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-e7c04473-96dd-4889-9557-8c80737d1907 req-114eefc5-9d42-4ddb-808e-9006171fdd27 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Unset dirty status for tenant:8e2a887c33294b0497f7c8d97a81c687 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:04:52.335638 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e7c04473-96dd-4889-9557-8c80737d1907 req-114eefc5-9d42-4ddb-808e-9006171fdd27 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.5508654 Feb 09 16:04:52.614071 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d7475c-a535-4f20-adc4-f6ec1c2e1565 admin admin] Made reservation on behalf of 71163d8d63dd405aa8f879777395626b for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:52.614071 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44d7475c-a535-4f20-adc4-f6ec1c2e1565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7118219'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:52.676899 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e7c04473-96dd-4889-9557-8c80737d1907 req-24175b4f-1792-4648-a6a0-fb89d6176eb0 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356345 Feb 09 16:04:52.868827 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for port, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:52.914652 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c045a64b-b430-4fb6-888c-035aeadbd8bf req-5697d9c6-b5c9-439d-81e0-6263c7d28699 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7320442 Feb 09 16:04:52.963562 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.provisioning_blocks [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Transition to ACTIVE for port object ee987e41-9313-4ad6-854c-09108daa29ad will not be triggered until provisioned by entity DHCP. {{(pid=83708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:04:53.093720 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.151753 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269de91-2aa0-4c1d-bc6a-75326929feb2 req-c350ff18-be87-4e87-a976-2b4a74ccf490 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:53.153458 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9269de91-2aa0-4c1d-bc6a-75326929feb2 req-c350ff18-be87-4e87-a976-2b4a74ccf490 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 946 time: 0.1289849 Feb 09 16:04:53.209809 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9269de91-2aa0-4c1d-bc6a-75326929feb2 req-c5c9b789-3b31-4cc0-90dc-767c52b16e78 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488451 Feb 09 16:04:53.216778 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44d7475c-a535-4f20-adc4-f6ec1c2e1565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7030955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7118261'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.271958 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Network dbc554ab-c272-4c5a-abb1-b1e59582ba5a is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:53.277549 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:53.284059 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Received port after_create {{(pid=83708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:04:53.314922 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7475c-a535-4f20-adc4-f6ec1c2e1565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a28f0e-dcb6-46c4-be3e-e2a9ee916594,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:53.316525 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Pushing event updated for resources: {'Port': ['ID=ee987e41-9313-4ad6-854c-09108daa29ad,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:53.325155 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d7475c-a535-4f20-adc4-f6ec1c2e1565 admin admin] Checking segment: {'id': 'b88eb6ad-2599-4f05-b188-1dba0e041ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd0ceb668-dce3-41e3-9bf8-79d7ed78c95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:04:53.325590 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d7475c-a535-4f20-adc4-f6ec1c2e1565 admin admin] Network hostable DHCP agents. Network: d0ceb668-dce3-41e3-9bf8-79d7ed78c95c, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:04:53.348953 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:53.349346 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:53.349693 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:53.350070 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:53.350432 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:53.350762 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:53.351134 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:53.351487 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:53.351793 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:53.352138 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:53.352461 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:53.386325 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:53.386325 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.423028 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b22c20-1230-43f0-b8d9-021641711b15 req-2657963a-f4c8-4dd3-b3a2-7eb4a89a4549 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:53.424524 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a3b22c20-1230-43f0-b8d9-021641711b15 req-2657963a-f4c8-4dd3-b3a2-7eb4a89a4549 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 931 time: 0.2630353 Feb 09 16:04:53.433538 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d7475c-a535-4f20-adc4-f6ec1c2e1565 admin admin] Network d0ceb668-dce3-41e3-9bf8-79d7ed78c95c is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:04:53.505567 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a3b22c20-1230-43f0-b8d9-021641711b15 req-6a8980eb-668a-4e02-a89b-38880124ce9f tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673759 Feb 09 16:04:53.509177 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-44d7475c-a535-4f20-adc4-f6ec1c2e1565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, d0ceb668-dce3-41e3-9bf8-79d7ed78c95c) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:53.519758 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa155af-f26e-40fc-bed8-83d3f5f6030b None None] Network d0ceb668-dce3-41e3-9bf8-79d7ed78c95c requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:04:53.523613 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d7475c-a535-4f20-adc4-f6ec1c2e1565 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:53.531544 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44d7475c-a535-4f20-adc4-f6ec1c2e1565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.538457 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c5a08dbc-f500-4382-957a-aa0743c39534 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6437764 Feb 09 16:04:53.565228 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Request body: {'port': {'device_id': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:53.700038 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-44d7475c-a535-4f20-adc4-f6ec1c2e1565 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4224033 Feb 09 16:04:54.108577 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338f290d-4be8-4047-a5fd-d25fcd536b85 None None] Network d0ceb668-dce3-41e3-9bf8-79d7ed78c95c requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:04:54.126957 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.182679 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-da491c89-2f79-46b3-a7f7-fc5ae634404c None None] Provisioning for port ee987e41-9313-4ad6-854c-09108daa29ad completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:04:54.246118 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2066e3-b2bf-495a-ae75-0964fb128242 req-2a9aa596-2f49-4b27-910d-70f1a8ef0f7c tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:54.261642 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9a2066e3-b2bf-495a-ae75-0964fb128242 req-2a9aa596-2f49-4b27-910d-70f1a8ef0f7c tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.2453279 Feb 09 16:04:54.331807 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-da491c89-2f79-46b3-a7f7-fc5ae634404c None None] Provisioning complete for port ee987e41-9313-4ad6-854c-09108daa29ad triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:54.332239 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da491c89-2f79-46b3-a7f7-fc5ae634404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.343926 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9a2066e3-b2bf-495a-ae75-0964fb128242 req-e549a456-3f9d-4fa6-a391-52551926dff9 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797806 Feb 09 16:04:54.672293 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe36d78-2f4e-4f32-85d2-3797a629828a req-46e8b85a-ef56-4868-8e65-e2d6cd6764e1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:54.683401 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4fe36d78-2f4e-4f32-85d2-3797a629828a req-46e8b85a-ef56-4868-8e65-e2d6cd6764e1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.3032029 Feb 09 16:04:54.775756 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-da491c89-2f79-46b3-a7f7-fc5ae634404c None None] Port ee987e41-9313-4ad6-854c-09108daa29ad cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:04:54.790818 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4fe36d78-2f4e-4f32-85d2-3797a629828a req-35fec436-0ab5-4142-b88b-56e4e1ee5ea3 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104410 Feb 09 16:04:54.909365 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee987e41-9313-4ad6-854c-09108daa29ad {{(pid=83708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:04:54.924117 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.955815 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a9014-4172-42d2-a64a-1122cde70e4c req-343896dc-1a31-4bbb-b531-5ee038e0ebf7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:54.956256 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.provisioning_blocks [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Transition to ACTIVE for port object ee987e41-9313-4ad6-854c-09108daa29ad will not be triggered until provisioned by entity L2. {{(pid=83708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:04:54.966991 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c66a9014-4172-42d2-a64a-1122cde70e4c req-343896dc-1a31-4bbb-b531-5ee038e0ebf7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 931 time: 0.2265170 Feb 09 16:04:55.024038 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-c66a9014-4172-42d2-a64a-1122cde70e4c req-5754c363-72a9-44d5-903a-36a8cb45d974 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Synchronizing usage tracker for tenant:834941f3691d47a1809756d053797f2c on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:04:55.028568 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1352257'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:55.099774 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-c66a9014-4172-42d2-a64a-1122cde70e4c req-5754c363-72a9-44d5-903a-36a8cb45d974 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Unset dirty status for tenant:834941f3691d47a1809756d053797f2c on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:04:55.135817 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c66a9014-4172-42d2-a64a-1122cde70e4c req-5754c363-72a9-44d5-903a-36a8cb45d974 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575689 Feb 09 16:04:55.211891 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee987e41-9313-4ad6-854c-09108daa29ad,revision_number=2']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:55.439765 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67a05a93-182d-4981-9aaa-3acd6db1d271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:55.549177 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Attempting to bind port ee987e41-9313-4ad6-854c-09108daa29ad on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:55.549464 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Attempting to bind port ee987e41-9313-4ad6-854c-09108daa29ad by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '830bc8ba-93b9-440a-b1bf-68177bc6f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a'}] {{(pid=83708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:55.549904 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Attempting to bind port ee987e41-9313-4ad6-854c-09108daa29ad on network dbc554ab-c272-4c5a-abb1-b1e59582ba5a {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:04:55.564888 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Port ee987e41-9313-4ad6-854c-09108daa29ad on network dbc554ab-c272-4c5a-abb1-b1e59582ba5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:04:55.566518 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Attempting to bind port ee987e41-9313-4ad6-854c-09108daa29ad on network dbc554ab-c272-4c5a-abb1-b1e59582ba5a {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:04:55.654060 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:04:55.656093 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Checking segment: {'id': '830bc8ba-93b9-440a-b1bf-68177bc6f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:04:55.656093 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Bound using segment: {'id': '830bc8ba-93b9-440a-b1bf-68177bc6f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a'} {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:04:55.656093 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Bound port: ee987e41-9313-4ad6-854c-09108daa29ad, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830bc8ba-93b9-440a-b1bf-68177bc6f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a'}}] {{(pid=83708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:55.656093 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:55.790359 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca16d1a-794e-40f8-89ee-7188d6179e4c req-4fc9de52-5a59-4328-95a5-2284ee0e26c5 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:55.798381 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7ca16d1a-794e-40f8-89ee-7188d6179e4c req-4fc9de52-5a59-4328-95a5-2284ee0e26c5 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.2270036 Feb 09 16:04:55.889901 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] For port ee987e41-9313-4ad6-854c-09108daa29ad, host hv-cinder-82510, cleared binding levels {{(pid=83708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:55.905073 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7ca16d1a-794e-40f8-89ee-7188d6179e4c req-232e6c22-dc07-4e47-a922-bfe28b78dfd0 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055236 Feb 09 16:04:55.907071 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] For port ee987e41-9313-4ad6-854c-09108daa29ad, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee987e41-9313-4ad6-854c-09108daa29ad,segment=NetworkSegment(830bc8ba-93b9-440a-b1bf-68177bc6f854),segment_id=830bc8ba-93b9-440a-b1bf-68177bc6f854)] {{(pid=83708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:56.025278 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1352257'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:56.117483 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:56.120153 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] 10.222.0.42 "PUT /v2.0/ports/ee987e41-9313-4ad6-854c-09108daa29ad HTTP/1.1" status: 200 len: 1093 time: 2.5602775 Feb 09 16:04:56.120722 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'tag': 'ee987e41-9313-4ad6-854c-09108daa29ad'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:04:56.148916 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8a276-e47a-4001-90c2-66ff5aacf26c req-33b56623-c2b2-4ed9-b875-d3471e34b697 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:56.148916 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1fb8a276-e47a-4001-90c2-66ff5aacf26c req-33b56623-c2b2-4ed9-b875-d3471e34b697 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.1371396 Feb 09 16:04:56.149608 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 58446) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:56.187978 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1511782624-network', 'tenant_id': 'c7a858afe5564c33993dfca41a497218'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:56.210517 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:56.226773 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1fb8a276-e47a-4001-90c2-66ff5aacf26c req-451dd20f-9a73-4c52-a127-bb04c0690f7f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786090 Feb 09 16:04:56.234093 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Usage tracker for resource:network and tenant:c7a858afe5564c33993dfca41a497218 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:56.250477 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:56.273038 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'tag': 'ee987e41-9313-4ad6-854c-09108daa29ad', 'status': 'completed', 'code': 200} Feb 09 16:04:56.278158 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:56.382446 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83514f1-3b0f-4aee-9f17-a9fd4872d8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee987e41-9313-4ad6-854c-09108daa29ad,revision_number=3']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:56.535647 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Made reservation on behalf of c7a858afe5564c33993dfca41a497218 for: {'network': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:56.538452 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:56.561110 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Sync routers for ids ['1c58b0c0-1322-4c19-ad10-9a769c84086e'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:04:56.588168 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:56.590824 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Routers {'1c58b0c0-1322-4c19-ad10-9a769c84086e'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:04:56.591459 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:04:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['1c58b0c0-1322-4c19-ad10-9a769c84086e'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:56.754305 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-c5e6265d-c3af-4116-a364-79ad9b5df643 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=834941f3691d47a1809756d053797f2c&device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 1096 time: 0.4738026 Feb 09 16:04:56.755514 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:56.764780 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ff205-c13b-4c9d-8ef4-ba77e23ea3e2 req-31b47959-77b8-4c6b-be15-0b3e92b1da8b tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:56.765682 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-ae9ff205-c13b-4c9d-8ef4-ba77e23ea3e2 req-31b47959-77b8-4c6b-be15-0b3e92b1da8b tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Synchronizing usage tracker for tenant:834941f3691d47a1809756d053797f2c on resource:port {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:04:56.775610 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Usage tracker for resource:security_group_rule and tenant:c7a858afe5564c33993dfca41a497218 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:56.780680 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:56.806895 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:56.904778 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:56.906678 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-ae9ff205-c13b-4c9d-8ef4-ba77e23ea3e2 req-31b47959-77b8-4c6b-be15-0b3e92b1da8b tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Unset dirty status for tenant:834941f3691d47a1809756d053797f2c on resource:port {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:04:56.914755 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ae9ff205-c13b-4c9d-8ef4-ba77e23ea3e2 req-31b47959-77b8-4c6b-be15-0b3e92b1da8b tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 943 time: 0.4705424 Feb 09 16:04:56.959912 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Set router 1c58b0c0-1322-4c19-ad10-9a769c84086e gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:04:57.113635 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:57.167163 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-a9d1841d-7051-4bd7-9189-a8a13dc81b3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee987e41-9313-4ad6-854c-09108daa29ad HTTP/1.1" status: 200 len: 217 time: 0.2008145 Feb 09 16:04:57.171664 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=83708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:04:57.196928 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ae9ff205-c13b-4c9d-8ef4-ba77e23ea3e2 req-66cd3d50-f69f-49b6-bef0-a0b875405941 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809110 Feb 09 16:04:57.233693 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37fe6ce-5d84-4795-9534-5d174553666e,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:57.256306 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:57.256900 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.db.segments_db [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Added segment a57a9f4a-f8ba-4b66-bd41-0bcfec4d287a of type vlan for network 4ef159fc-0cef-4e66-bd89-90204b44b3f1 Feb 09 16:04:57.301048 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:57.407442 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414798e3-6414-4494-a7c4-f78207abbb60 req-5800cb0f-35da-454a-ab1a-07939ba85b5f tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:57.452364 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-414798e3-6414-4494-a7c4-f78207abbb60 req-5800cb0f-35da-454a-ab1a-07939ba85b5f tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.2445374 Feb 09 16:04:57.518832 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'name': 'tempest-TestShelveInstance-1026009572-router', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:04:26Z', 'revision_number': 4, 'project_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'gw_port': {'id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:19Z', 'updated_at': '2022-02-09T16:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '3d616a55-6a10-486b-ae6d-1786d088b1f2', 'name': '', 'network_id': 'b3abbab8-54cb-419d-add9-e429ee2f270e', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'mac_address': 'fa:16:3e:7d:6d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e86f50ec-a16f-44cf-ba88-84982ef7289b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:25Z', 'updated_at': '2022-02-09T16:04:27Z', 'revision_number': 2, 'project_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'subnets': [{'id': 'e86f50ec-a16f-44cf-ba88-84982ef7289b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:57.533893 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Checking router: 1c58b0c0-1322-4c19-ad10-9a769c84086e for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:04:57.535510 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Updating router 1c58b0c0-1322-4c19-ad10-9a769c84086e port 3d616a55-6a10-486b-ae6d-1786d088b1f2 binding host dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 16:04:57.540249 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-414798e3-6414-4494-a7c4-f78207abbb60 req-5f027e87-61aa-45ff-aae7-4536b54f3cc7 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234148 Feb 09 16:04:57.667896 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:57.894471 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90636d0-311c-47d8-91a1-6d59d2c4d685 req-2c3c1168-43fd-4b42-a948-e679b3537a05 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:57.902161 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f90636d0-311c-47d8-91a1-6d59d2c4d685 req-2c3c1168-43fd-4b42-a948-e679b3537a05 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.2133045 Feb 09 16:04:58.000973 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f90636d0-311c-47d8-91a1-6d59d2c4d685 req-053e5955-21f3-471b-ad8a-6558aeb92fcd tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956967 Feb 09 16:04:58.171388 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-6bf22798-a096-48c7-ac0e-0d79c2cbc932 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:58.173800 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-6bf22798-a096-48c7-ac0e-0d79c2cbc932 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a681b831-f211-4e00-a4cc-a42d59ce2287 HTTP/1.1" status: 200 len: 853 time: 0.1712244 Feb 09 16:04:58.181849 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.183260 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:58.184672 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.230090 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.244727 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Transition to ACTIVE for port object 3d616a55-6a10-486b-ae6d-1786d088b1f2 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:04:58.270104 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e4eccc70-8c2a-4389-91f8-26fbcab61bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.342961 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.619694 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0158e67-11fc-475f-baef-69a200006b7e req-92232434-fad6-4aa9-8829-e429f40ae073 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:58.633140 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a0158e67-11fc-475f-baef-69a200006b7e req-92232434-fad6-4aa9-8829-e429f40ae073 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 943 time: 0.2489533 Feb 09 16:04:58.654738 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686e1d6-82b2-4870-9a9a-d4ce9370fd18 None None] Pushing event updated for resources: {'Port': ['ID=3d616a55-6a10-486b-ae6d-1786d088b1f2,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:58.800379 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a0158e67-11fc-475f-baef-69a200006b7e req-9512c6e6-f463-4974-baca-561766147836 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625245 Feb 09 16:04:58.802340 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Attempting to bind port 3d616a55-6a10-486b-ae6d-1786d088b1f2 on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:58.803059 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Attempting to bind port 3d616a55-6a10-486b-ae6d-1786d088b1f2 by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': '3b008532-7d72-4d87-8337-dab991a7e2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b3abbab8-54cb-419d-add9-e429ee2f270e'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:58.803535 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Attempting to bind port 3d616a55-6a10-486b-ae6d-1786d088b1f2 on network b3abbab8-54cb-419d-add9-e429ee2f270e {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:04:58.817457 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:04:58.829789 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Checking segment: {'id': '3b008532-7d72-4d87-8337-dab991a7e2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b3abbab8-54cb-419d-add9-e429ee2f270e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:04:58.830968 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.830968 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Bound using segment: {'id': '3b008532-7d72-4d87-8337-dab991a7e2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b3abbab8-54cb-419d-add9-e429ee2f270e'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:04:58.834069 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Bound port: 3d616a55-6a10-486b-ae6d-1786d088b1f2, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b008532-7d72-4d87-8337-dab991a7e2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b3abbab8-54cb-419d-add9-e429ee2f270e'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:58.835772 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.881930 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] Pushing event updated for resources: {'Network': ['ID=4ef159fc-0cef-4e66-bd89-90204b44b3f1,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:58.925057 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network 4ef159fc-0cef-4e66-bd89-90204b44b3f1 details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 16:04:58.983863 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-5a64f9bb-1dca-46e1-9211-f35ca82fdb4a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8213587 Feb 09 16:04:58.986523 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 58480) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:04:58.994636 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Request body: {'subnet': {'network_id': '4ef159fc-0cef-4e66-bd89-90204b44b3f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1511782624-subnet', 'tenant_id': 'c7a858afe5564c33993dfca41a497218', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:04:59.014868 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:04:59.029802 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Usage tracker for resource:subnet and tenant:c7a858afe5564c33993dfca41a497218 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:04:59.036745 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:04:59.054039 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:04:59.163486 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:59.164115 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-aca65e7a-c289-44d2-ad39-7dd7952e6549 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9140556 Feb 09 16:04:59.164115 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e31e4-cb71-4181-8408-39b8ef28ba06 req-59d93a4e-d345-41b3-83ec-8090af4ff57b tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:59.164115 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-455e31e4-cb71-4181-8408-39b8ef28ba06 req-59d93a4e-d345-41b3-83ec-8090af4ff57b tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.2740734 Feb 09 16:04:59.164602 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] For port 3d616a55-6a10-486b-ae6d-1786d088b1f2, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:59.166518 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] For port 3d616a55-6a10-486b-ae6d-1786d088b1f2, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=3d616a55-6a10-486b-ae6d-1786d088b1f2,segment=NetworkSegment(3b008532-7d72-4d87-8337-dab991a7e2cc),segment_id=3b008532-7d72-4d87-8337-dab991a7e2cc)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:59.290393 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-55756aaa-7db7-4b86-82cc-1aaa5564741a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Synchronizing usage tracker for tenant:43ed7dd9edae4b20a88c5eba35af5527 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:04:59.325594 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Made reservation on behalf of c7a858afe5564c33993dfca41a497218 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:59.328088 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7118219'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:59.432721 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-455e31e4-cb71-4181-8408-39b8ef28ba06 req-24583210-4dc4-4c16-962c-b3d8f61127d0 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561159 Feb 09 16:04:59.476490 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:59.479271 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:59.554540 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-bd33251c-237f-4769-bc5f-50df5d98c18c service neutron] 10.222.0.42 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115534 Feb 09 16:04:59.625198 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686e1d6-82b2-4870-9a9a-d4ce9370fd18 None None] Pushing event updated for resources: {'Port': ['ID=3d616a55-6a10-486b-ae6d-1786d088b1f2,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:59.643977 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Routers {'1c58b0c0-1322-4c19-ad10-9a769c84086e'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:04:59.645962 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:04:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['1c58b0c0-1322-4c19-ad10-9a769c84086e'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:59.872775 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-55756aaa-7db7-4b86-82cc-1aaa5564741a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Unset dirty status for tenant:43ed7dd9edae4b20a88c5eba35af5527 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:04:59.880081 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-55756aaa-7db7-4b86-82cc-1aaa5564741a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-484654217&fields=id&tenant_id=43ed7dd9edae4b20a88c5eba35af5527 HTTP/1.1" status: 200 len: 267 time: 0.6857004 Feb 09 16:05:00.045278 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558ef26-1c05-4cfb-9a92-2977df8204f4 req-cd68e4cf-19d2-41d0-8608-a291c8a52299 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:00.045278 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-e558ef26-1c05-4cfb-9a92-2977df8204f4 req-cd68e4cf-19d2-41d0-8608-a291c8a52299 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.2602105 Feb 09 16:05:00.155360 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-1160308c-faef-42b8-9402-b31231082895 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:00.157654 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] Set router 1c58b0c0-1322-4c19-ad10-9a769c84086e gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:05:00.159342 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-1160308c-faef-42b8-9402-b31231082895 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Synchronizing usage tracker for tenant:43ed7dd9edae4b20a88c5eba35af5527 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:05:00.168788 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-e558ef26-1c05-4cfb-9a92-2977df8204f4 req-494a7609-a862-4522-affc-cac3f9287dd0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523952 Feb 09 16:05:00.231838 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7030955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7118261'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.301807 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 3d616a55-6a10-486b-ae6d-1786d088b1f2 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:05:00.307538 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-1160308c-faef-42b8-9402-b31231082895 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Unset dirty status for tenant:43ed7dd9edae4b20a88c5eba35af5527 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:05:00.317658 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-1160308c-faef-42b8-9402-b31231082895 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/networks?id=18c16b04-0f6a-43fa-a890-19fb89b12238 HTTP/1.1" status: 200 len: 808 time: 0.4365582 Feb 09 16:05:00.384861 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-39a60bce-670a-4ac9-ae0c-3b43765e3162 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/quotas/43ed7dd9edae4b20a88c5eba35af5527 HTTP/1.1" status: 200 len: 375 time: 0.0662172 Feb 09 16:05:00.769603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5799b24b-9b30-48a2-8bcc-e5e79c989967,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:00.769603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:00.769603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:00.769603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:00.769603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:00.769603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:00.769603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:00.769603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:00.769603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:00.769603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:00.769603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:00.769603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:00.769603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Checking segment: {'id': 'a57a9f4a-f8ba-4b66-bd41-0bcfec4d287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4ef159fc-0cef-4e66-bd89-90204b44b3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:05:00.769603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Network hostable DHCP agents. Network: 4ef159fc-0cef-4e66-bd89-90204b44b3f1, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:05:00.769603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-921a2651-0f85-4ca5-8ca6-820d8378dba5 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Synchronizing usage tracker for tenant:43ed7dd9edae4b20a88c5eba35af5527 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:05:00.772541 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b5b48c44-c3b7-4adb-883e-59e9bc7e9f09 req-db850fd9-8057-4955-8d68-bc2b62888ae1 service neutron] 10.222.0.42 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278738 Feb 09 16:05:00.774093 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c445ad-73f1-437f-8f3f-6f1957369d31 req-aa924231-02a4-41ef-b6ea-cceb9d809ffb tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:00.776006 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f1c445ad-73f1-437f-8f3f-6f1957369d31 req-aa924231-02a4-41ef-b6ea-cceb9d809ffb tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 943 time: 0.1757255 Feb 09 16:05:00.785604 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.920304 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f1c445ad-73f1-437f-8f3f-6f1957369d31 req-b4d0cf05-d8f0-4f85-a16a-820171a664b3 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664456 Feb 09 16:05:00.921814 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'name': 'tempest-TestShelveInstance-1026009572-router', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:04:26Z', 'revision_number': 4, 'project_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'gw_port': {'id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:19Z', 'updated_at': '2022-02-09T16:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '3d616a55-6a10-486b-ae6d-1786d088b1f2', 'name': '', 'network_id': 'b3abbab8-54cb-419d-add9-e429ee2f270e', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'mac_address': 'fa:16:3e:7d:6d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e86f50ec-a16f-44cf-ba88-84982ef7289b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:25Z', 'updated_at': '2022-02-09T16:04:59Z', 'revision_number': 4, 'project_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'subnets': [{'id': 'e86f50ec-a16f-44cf-ba88-84982ef7289b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:00.923017 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3651f0b-37ed-4e04-b44d-b8668152475e None None] The sync data for ids ['1c58b0c0-1322-4c19-ad10-9a769c84086e'] in dv-cinder-825105-1-smb is: [{'id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'name': 'tempest-TestShelveInstance-1026009572-router', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:04:26Z', 'revision_number': 4, 'project_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'gw_port': {'id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:19Z', 'updated_at': '2022-02-09T16:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '3d616a55-6a10-486b-ae6d-1786d088b1f2', 'name': '', 'network_id': 'b3abbab8-54cb-419d-add9-e429ee2f270e', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'mac_address': 'fa:16:3e:7d:6d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e86f50ec-a16f-44cf-ba88-84982ef7289b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:25Z', 'updated_at': '2022-02-09T16:04:59Z', 'revision_number': 4, 'project_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'subnets': [{'id': 'e86f50ec-a16f-44cf-ba88-84982ef7289b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:05:01.035950 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Network 4ef159fc-0cef-4e66-bd89-90204b44b3f1 is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:05:01.049571 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port 3d616a55-6a10-486b-ae6d-1786d088b1f2 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:05:01.053310 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-921a2651-0f85-4ca5-8ca6-820d8378dba5 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Unset dirty status for tenant:43ed7dd9edae4b20a88c5eba35af5527 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:05:01.066883 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-921a2651-0f85-4ca5-8ca6-820d8378dba5 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ed7dd9edae4b20a88c5eba35af5527&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6810930 Feb 09 16:05:01.067733 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 3d616a55-6a10-486b-ae6d-1786d088b1f2 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:01.068104 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.176227 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782a887-694b-41ec-a82d-1b12e7edc0a0 req-e6ecb56d-2d70-4415-87da-04725226c14b tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:01.183227 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6782a887-694b-41ec-a82d-1b12e7edc0a0 req-e6ecb56d-2d70-4415-87da-04725226c14b tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1789868 Feb 09 16:05:01.275787 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6782a887-694b-41ec-a82d-1b12e7edc0a0 req-1fac77f2-ec7a-4f37-b740-daf95434886d tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913782 Feb 09 16:05:01.372604 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.428965 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, 4ef159fc-0cef-4e66-bd89-90204b44b3f1) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:01.453535 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:01.455375 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.456365 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2640d305-40ae-4239-a307-f09a8dde69fe None None] Network 4ef159fc-0cef-4e66-bd89-90204b44b3f1 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:05:01.532963 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port 3d616a55-6a10-486b-ae6d-1786d088b1f2, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=3d616a55-6a10-486b-ae6d-1786d088b1f2,segment=NetworkSegment(3b008532-7d72-4d87-8337-dab991a7e2cc),segment_id=3b008532-7d72-4d87-8337-dab991a7e2cc)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:01.571426 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-9c4b6ba6-cd59-493e-90f8-01d045b4a167 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5838108 Feb 09 16:05:01.605750 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-b91f61d1-c8db-4c8d-baf4-63ee899a0cfe service neutron] 10.222.0.30 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277998 Feb 09 16:05:01.711343 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.750504 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910fa1f-899c-4383-9a6b-062e1b96b511 req-ae86c88c-466e-4c2e-a6ca-2c8cdde35a42 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:01.754496 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d910fa1f-899c-4383-9a6b-062e1b96b511 req-ae86c88c-466e-4c2e-a6ca-2c8cdde35a42 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.2006912 Feb 09 16:05:01.991664 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-f023b4c6-8a7d-4134-8474-2fff9c05d5c9 service neutron] 10.222.0.30 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800862 Feb 09 16:05:02.005821 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d910fa1f-899c-4383-9a6b-062e1b96b511 req-67bb04d2-4fab-43c4-8443-4c595e1d0795 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420869 Feb 09 16:05:02.107618 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=3d616a55-6a10-486b-ae6d-1786d088b1f2,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:02.175305 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3da471de-cc6d-46e3-9fa6-b20fc7ed1ace req-ae75e4da-ef7d-430c-8257-ac68c3032139 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=834941f3691d47a1809756d053797f2c&device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 1096 time: 0.2933486 Feb 09 16:05:02.412870 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9198267a-f515-4ac0-817a-b0df18de7b56 None None] Network 4ef159fc-0cef-4e66-bd89-90204b44b3f1 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:05:02.617852 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da471de-cc6d-46e3-9fa6-b20fc7ed1ace req-7212e9c1-af4d-4f6a-8c24-baa118d013fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:02.624073 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3da471de-cc6d-46e3-9fa6-b20fc7ed1ace req-7212e9c1-af4d-4f6a-8c24-baa118d013fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a HTTP/1.1" status: 200 len: 915 time: 0.4385147 Feb 09 16:05:02.651679 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970ea35-6402-498e-b86f-2eb9e9c997f1 req-d14b9674-3a8a-49c7-b860-c9df7b3226c9 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:02.658957 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5970ea35-6402-498e-b86f-2eb9e9c997f1 req-d14b9674-3a8a-49c7-b860-c9df7b3226c9 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 943 time: 0.2272749 Feb 09 16:05:02.760783 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5970ea35-6402-498e-b86f-2eb9e9c997f1 req-fdc2347a-eee7-4f9e-afb9-05f5dc082cf4 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008348 Feb 09 16:05:02.884482 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3da471de-cc6d-46e3-9fa6-b20fc7ed1ace req-6c128d5e-24e6-4945-9fbf-29eb9178c3cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee987e41-9313-4ad6-854c-09108daa29ad HTTP/1.1" status: 200 len: 217 time: 0.0966537 Feb 09 16:05:03.231499 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b85d82-2674-493e-9783-daa44c322634 req-1a3ec508-0ef2-4630-9e1e-4e9f27088f11 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:03.232881 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a1b85d82-2674-493e-9783-daa44c322634 req-1a3ec508-0ef2-4630-9e1e-4e9f27088f11 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1094873 Feb 09 16:05:03.304339 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a1b85d82-2674-493e-9783-daa44c322634 req-cca0fb37-658f-4d65-be91-53e334196a05 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653367 Feb 09 16:05:03.698979 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cdd23-3160-45b6-9d24-3ce7ee639882 req-883ec431-df79-4a55-8553-5b3c71208459 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:03.699715 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d46cdd23-3160-45b6-9d24-3ce7ee639882 req-883ec431-df79-4a55-8553-5b3c71208459 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.1631436 Feb 09 16:05:03.808284 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d46cdd23-3160-45b6-9d24-3ce7ee639882 req-e1e44b2f-8147-49fb-9eff-d869376802d4 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015747 Feb 09 16:05:03.998027 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ecca70f9-ee7c-4128-a7b9-10a0c096ad69 req-34c15ae8-1e92-4462-88dd-36678662f987 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 210 time: 0.0976005 Feb 09 16:05:04.083995 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808022f-1ebd-4082-895a-cb7852e78154 req-ca746b24-a856-4788-bd03-523c7838d55e tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:04.083995 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-b808022f-1ebd-4082-895a-cb7852e78154 req-ca746b24-a856-4788-bd03-523c7838d55e tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Synchronizing usage tracker for tenant:71163d8d63dd405aa8f879777395626b on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:05:04.211200 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 3d616a55-6a10-486b-ae6d-1786d088b1f2 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:05:04.248299 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-b808022f-1ebd-4082-895a-cb7852e78154 req-ca746b24-a856-4788-bd03-523c7838d55e tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Unset dirty status for tenant:71163d8d63dd405aa8f879777395626b on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:05:04.249615 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b808022f-1ebd-4082-895a-cb7852e78154 req-ca746b24-a856-4788-bd03-523c7838d55e tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/networks?id=d0ceb668-dce3-41e3-9bf8-79d7ed78c95c HTTP/1.1" status: 200 len: 807 time: 0.4704106 Feb 09 16:05:04.278666 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b808022f-1ebd-4082-895a-cb7852e78154 req-a778290b-bdd0-4fc0-8c5d-ec623187e86c tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/quotas/71163d8d63dd405aa8f879777395626b HTTP/1.1" status: 200 len: 375 time: 0.0228121 Feb 09 16:05:04.306875 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ddf04-7cf0-41e1-a817-87eba5416187 req-f265905f-e3d1-4eb0-a2ca-fd5a32e38027 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:04.309067 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-089ddf04-7cf0-41e1-a817-87eba5416187 req-f265905f-e3d1-4eb0-a2ca-fd5a32e38027 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 943 time: 0.1453152 Feb 09 16:05:04.339361 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b808022f-1ebd-4082-895a-cb7852e78154 req-727c7980-8747-40b9-9610-a79ea65786aa tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=71163d8d63dd405aa8f879777395626b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480430 Feb 09 16:05:04.351112 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 3d616a55-6a10-486b-ae6d-1786d088b1f2 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:04.351761 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.409155 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-089ddf04-7cf0-41e1-a817-87eba5416187 req-457ae5bb-3e43-45af-99e0-5639d31bf01c tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936873 Feb 09 16:05:04.515236 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b808022f-1ebd-4082-895a-cb7852e78154 req-bcccbe1e-7a1f-4a1c-a27f-b18679ac4af6 service neutron] 10.222.0.30 "GET /v2.0/networks/d0ceb668-dce3-41e3-9bf8-79d7ed78c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661780 Feb 09 16:05:04.715365 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b808022f-1ebd-4082-895a-cb7852e78154 req-603e7001-9050-409f-a00c-298414d99a7c service neutron] 10.222.0.30 "GET /v2.0/networks/d0ceb668-dce3-41e3-9bf8-79d7ed78c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921976 Feb 09 16:05:04.741100 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13418a5b-8b9d-4417-8dcb-68f0c5733a34 req-2834751d-0144-49aa-8182-f56067e4b696 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:04.754562 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-13418a5b-8b9d-4417-8dcb-68f0c5733a34 req-2834751d-0144-49aa-8182-f56067e4b696 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1934676 Feb 09 16:05:04.880124 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da471de-cc6d-46e3-9fa6-b20fc7ed1ace req-362efa5c-ffe1-4d68-b82e-4bbe9fa03f07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:04.881628 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3da471de-cc6d-46e3-9fa6-b20fc7ed1ace req-362efa5c-ffe1-4d68-b82e-4bbe9fa03f07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a681b831-f211-4e00-a4cc-a42d59ce2287 HTTP/1.1" status: 200 len: 853 time: 0.1981518 Feb 09 16:05:04.893417 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-13418a5b-8b9d-4417-8dcb-68f0c5733a34 req-b0aba140-d527-47ec-abee-d21a3dc4b47d tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415632 Feb 09 16:05:05.276465 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752f6a9-33bf-4e9f-8911-60a2c0d6561f req-25247e9e-dc72-47b2-8e12-8ead2472e7e1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:05.276465 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4752f6a9-33bf-4e9f-8911-60a2c0d6561f req-25247e9e-dc72-47b2-8e12-8ead2472e7e1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.1071677 Feb 09 16:05:05.278987 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-06a6c111-6a94-4885-88b7-aac2b0f3c357 req-cfb494bc-b03d-470a-9877-294b8e6b6225 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 210 time: 0.0623662 Feb 09 16:05:05.282173 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:05:05.282985 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4752f6a9-33bf-4e9f-8911-60a2c0d6561f req-23a11712-5a62-4048-9da4-3c08b7fcc814 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766642 Feb 09 16:05:05.289545 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3da471de-cc6d-46e3-9fa6-b20fc7ed1ace req-2184adf7-1151-4c03-811e-7023baf49d22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1545424 Feb 09 16:05:05.358703 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2b62a75c-d727-48c2-83b8-61b859c73c59 req-63db843d-442f-428a-90e4-e107937ee45b tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 210 time: 0.0598602 Feb 09 16:05:05.739761 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5f287-eb9f-4d5c-9aef-54951efb88d9 req-6ee1e959-6942-4191-92fa-6921cbf87799 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:05.739761 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d3b5f287-eb9f-4d5c-9aef-54951efb88d9 req-6ee1e959-6942-4191-92fa-6921cbf87799 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 943 time: 0.0946212 Feb 09 16:05:05.739761 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d3b5f287-eb9f-4d5c-9aef-54951efb88d9 req-721405cc-1217-432f-aac0-0f0aad23b688 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415637 Feb 09 16:05:05.884250 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3da471de-cc6d-46e3-9fa6-b20fc7ed1ace req-3acf4c1c-04ff-4d11-ad88-d9ec44746b62 service neutron] 10.222.0.42 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480885 Feb 09 16:05:06.137858 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb2ad7-0e17-4bf5-9ec8-34d22e72c0b5 req-e95c3a6e-749b-442e-82b0-040edd8923f6 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:06.139291 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-34fb2ad7-0e17-4bf5-9ec8-34d22e72c0b5 req-e95c3a6e-749b-442e-82b0-040edd8923f6 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.0966284 Feb 09 16:05:06.192737 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-34fb2ad7-0e17-4bf5-9ec8-34d22e72c0b5 req-84884601-b947-452d-a604-51a785e501a2 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467620 Feb 09 16:05:06.584188 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffc141-0607-499c-882b-27dfe15f9769 req-d51358ed-4d17-4f7f-9d7d-6d9b1331ac15 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:06.595241 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d7b414f2-d353-4974-8053-0ee637ce0e42 req-9815927f-1c15-4d35-a141-1ff6ede80842 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 210 time: 0.1346602 Feb 09 16:05:06.598049 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-29ffc141-0607-499c-882b-27dfe15f9769 req-d51358ed-4d17-4f7f-9d7d-6d9b1331ac15 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.1290557 Feb 09 16:05:06.712229 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-29ffc141-0607-499c-882b-27dfe15f9769 req-4d9b2ebd-ddd0-44da-9222-f4b31aab97cd tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146820 Feb 09 16:05:06.764654 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0955fe46-7378-4d2d-8a47-1570263104e9 req-758880c7-a3a3-48cc-a151-5374b582e89f tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 210 time: 0.0573056 Feb 09 16:05:07.013875 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f46ac6-9539-4467-a096-2ad55322511e req-756375e9-0bb6-4947-93cb-0f8057bb0014 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:07.015333 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c9f46ac6-9539-4467-a096-2ad55322511e req-756375e9-0bb6-4947-93cb-0f8057bb0014 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 943 time: 0.0875139 Feb 09 16:05:07.089169 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c9f46ac6-9539-4467-a096-2ad55322511e req-1cded79d-76c6-446d-8eb6-e202ab99e686 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662653 Feb 09 16:05:07.486283 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd046f-7617-428a-8e49-9f1c2f3ba271 req-b61d394e-0b3b-46e8-8e22-c4ca14e41cb0 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:07.486283 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a3cd046f-7617-428a-8e49-9f1c2f3ba271 req-b61d394e-0b3b-46e8-8e22-c4ca14e41cb0 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1111524 Feb 09 16:05:07.495161 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a3cd046f-7617-428a-8e49-9f1c2f3ba271 req-5a844e1f-1860-4b1e-8ad1-7dfabab76b23 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442336 Feb 09 16:05:07.820746 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f3765e8c-7cd0-44bd-bba9-39628b38d8dc req-03797e2b-4699-4e49-b069-7efa554391d1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 210 time: 0.0655723 Feb 09 16:05:08.005449 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2485b9-4d17-421c-84e0-f43ffc9969a3 req-2504a0a1-4e24-4260-adc4-2a311f2d6b83 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:08.006974 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2f2485b9-4d17-421c-84e0-f43ffc9969a3 req-2504a0a1-4e24-4260-adc4-2a311f2d6b83 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.1119268 Feb 09 16:05:08.083804 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2f2485b9-4d17-421c-84e0-f43ffc9969a3 req-ce31e098-0959-49fc-a97c-6b2a6f5e375d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705290 Feb 09 16:05:08.100277 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-03275ead-3e7f-45eb-ac33-19512e784397 req-42002335-be3d-4a1c-b59a-e476716592ae tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 210 time: 0.0831194 Feb 09 16:05:08.321729 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d85da-6151-4f12-9bb0-6b2b7ab2bd5c req-e798310f-bf8c-4245-b1b7-0155c0be3f02 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:08.323506 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-251d85da-6151-4f12-9bb0-6b2b7ab2bd5c req-e798310f-bf8c-4245-b1b7-0155c0be3f02 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 943 time: 0.0860190 Feb 09 16:05:08.373642 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-251d85da-6151-4f12-9bb0-6b2b7ab2bd5c req-b079b8ad-3f88-4d07-8f8f-32ca77e032db tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437484 Feb 09 16:05:08.750337 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7811b5b-4b14-4f3d-a8e4-1c6778d7eec7 req-2b3c63e0-325f-4b71-bb02-4085a3ac8b64 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:08.752571 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f7811b5b-4b14-4f3d-a8e4-1c6778d7eec7 req-2b3c63e0-325f-4b71-bb02-4085a3ac8b64 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.0996656 Feb 09 16:05:08.803829 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f7811b5b-4b14-4f3d-a8e4-1c6778d7eec7 req-fe27e941-5d3d-4376-ab7e-9f8002bcfb62 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437448 Feb 09 16:05:09.049780 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-db9cbfc4-a778-4a08-822f-56db5fcc2431 req-15f36b25-f21b-4cff-8fac-21c7b5890338 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 210 time: 0.0550525 Feb 09 16:05:09.107707 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3da471de-cc6d-46e3-9fa6-b20fc7ed1ace req-8f6a44eb-a56a-4fb0-aa8f-a88ff5168ece service neutron] 10.222.0.42 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040279 Feb 09 16:05:09.356092 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d0c84680-ee4b-4a2e-8d0c-19f4882e2dbb req-b2b8acba-25bf-4e52-90ca-e566f078b1ae tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 210 time: 0.0579326 Feb 09 16:05:09.472556 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9738f-8d9a-49d9-9ccf-d314ec5afd86 req-5447b03d-41b1-4b41-8ec6-c91dd990f2bd tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:09.481266 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0fb9738f-8d9a-49d9-9ccf-d314ec5afd86 req-5447b03d-41b1-4b41-8ec6-c91dd990f2bd tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.2186584 Feb 09 16:05:09.528526 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0fb9738f-8d9a-49d9-9ccf-d314ec5afd86 req-5eaf5e7d-f825-43ae-86d9-58bb5a196017 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461648 Feb 09 16:05:09.752872 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b26d85-6af6-432b-af54-ff39fcbc722c req-2536cd82-ed54-4838-ac0d-af34ff55da8e tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:09.754620 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-52b26d85-6af6-432b-af54-ff39fcbc722c req-2536cd82-ed54-4838-ac0d-af34ff55da8e tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 943 time: 0.1455965 Feb 09 16:05:09.769820 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75727700-f1e7-487d-a50b-0392d9e83f19 req-2c694254-853e-44a9-9345-5f8ea9a37c0c tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:09.771413 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-75727700-f1e7-487d-a50b-0392d9e83f19 req-2c694254-853e-44a9-9345-5f8ea9a37c0c tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1937351 Feb 09 16:05:09.872953 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [req-75727700-f1e7-487d-a50b-0392d9e83f19 req-99b914e2-bd16-488a-a797-86df1b5c9964 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Deleting port 902a9285-68c3-47c2-91a8-d28bef0369e6 {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:05:09.873301 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-75727700-f1e7-487d-a50b-0392d9e83f19 req-99b914e2-bd16-488a-a797-86df1b5c9964 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:09.899665 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-52b26d85-6af6-432b-af54-ff39fcbc722c req-075e0518-5f77-437c-9ce6-9f7bc70c9b0d tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384680 Feb 09 16:05:10.088726 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f65fd6-778c-4fc9-a913-465e604ce588 req-1df9ffba-347f-45a0-ab3d-8f722b7853b7 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:10.090278 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e1f65fd6-778c-4fc9-a913-465e604ce588 req-1df9ffba-347f-45a0-ab3d-8f722b7853b7 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 945 time: 0.1025398 Feb 09 16:05:10.166858 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e1f65fd6-778c-4fc9-a913-465e604ce588 req-bc0a6b63-d7a9-4b14-9249-ac54c021483f tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675826 Feb 09 16:05:10.229045 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-75727700-f1e7-487d-a50b-0392d9e83f19 req-99b914e2-bd16-488a-a797-86df1b5c9964 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] For port 902a9285-68c3-47c2-91a8-d28bef0369e6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=902a9285-68c3-47c2-91a8-d28bef0369e6,segment=NetworkSegment(4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7),segment_id=4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:10.229756 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-75727700-f1e7-487d-a50b-0392d9e83f19 req-99b914e2-bd16-488a-a797-86df1b5c9964 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:10.589896 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [req-75727700-f1e7-487d-a50b-0392d9e83f19 req-99b914e2-bd16-488a-a797-86df1b5c9964 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Calling delete_port for 902a9285-68c3-47c2-91a8-d28bef0369e6 owned by compute:nova {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:05:10.676911 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3ad48f8d-ed6b-49ac-b4a0-6e6e692d85c3 req-60c4f66e-c9c9-4590-bbf2-25fb0b2ab1e6 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 210 time: 0.3674223 Feb 09 16:05:10.728875 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f1835e46-7c23-43db-b92d-0196f7f0a2ae req-b40a6812-15f3-4e4c-994f-fbfd7dca20fa tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 210 time: 0.0847073 Feb 09 16:05:10.736422 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808022f-1ebd-4082-895a-cb7852e78154 req-3c18ef9f-a2ec-473a-abde-b5e30ced03a5 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:10.737897 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b808022f-1ebd-4082-895a-cb7852e78154 req-3c18ef9f-a2ec-473a-abde-b5e30ced03a5 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.42 "GET /v2.0/networks?id=d0ceb668-dce3-41e3-9bf8-79d7ed78c95c HTTP/1.1" status: 200 len: 807 time: 0.3772380 Feb 09 16:05:10.780885 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-b808022f-1ebd-4082-895a-cb7852e78154 req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Request body: {'port': {'device_id': '7763c177-8ea6-4a31-ae5c-660729d2fcb8', 'network_id': 'd0ceb668-dce3-41e3-9bf8-79d7ed78c95c', 'admin_state_up': True, 'tenant_id': '71163d8d63dd405aa8f879777395626b'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:10.943961 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-75727700-f1e7-487d-a50b-0392d9e83f19 req-99b914e2-bd16-488a-a797-86df1b5c9964 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:10.958468 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['902a9285-68c3-47c2-91a8-d28bef0369e6'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:05:11.011105 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b914e2-bd16-488a-a797-86df1b5c9964 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Pushing event deleted for resources: {'Port': ['ID=902a9285-68c3-47c2-91a8-d28bef0369e6,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:11.136414 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [req-75727700-f1e7-487d-a50b-0392d9e83f19 req-99b914e2-bd16-488a-a797-86df1b5c9964 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] No DVR routers for this DVR port 902a9285-68c3-47c2-91a8-d28bef0369e6 on host hv-cinder-82510 {{(pid=83708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:05:11.144293 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e12d54-0827-47f9-9679-8bc20513c98d req-f2ec465f-a462-4156-b0fa-87576c0d201a tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:11.151070 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-62e12d54-0827-47f9-9679-8bc20513c98d req-f2ec465f-a462-4156-b0fa-87576c0d201a tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 943 time: 0.2663782 Feb 09 16:05:11.153839 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-75727700-f1e7-487d-a50b-0392d9e83f19 req-99b914e2-bd16-488a-a797-86df1b5c9964 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:11.158228 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-b808022f-1ebd-4082-895a-cb7852e78154 req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:11.185487 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fac5d8-f73c-4a81-a598-d171aa124a0e', 'name': 'network-vif-deleted', 'tag': '902a9285-68c3-47c2-91a8-d28bef0369e6'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:11.196078 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-b808022f-1ebd-4082-895a-cb7852e78154 req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Usage tracker for resource:port and tenant:71163d8d63dd405aa8f879777395626b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:11.204165 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-b808022f-1ebd-4082-895a-cb7852e78154 req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:11.240516 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-62e12d54-0827-47f9-9679-8bc20513c98d req-6b47de4b-174b-4187-9616-812b42024c97 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882940 Feb 09 16:05:11.265908 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-b808022f-1ebd-4082-895a-cb7852e78154 req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:11.311938 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-75727700-f1e7-487d-a50b-0392d9e83f19 req-99b914e2-bd16-488a-a797-86df1b5c9964 tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.42 "DELETE /v2.0/ports/902a9285-68c3-47c2-91a8-d28bef0369e6 HTTP/1.1" status: 204 len: 173 time: 1.5213997 Feb 09 16:05:11.366359 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf993efe-7afe-479f-9b3d-402d6d715b9a req-01efd517-7e55-424d-b875-731db0169a66 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:11.367842 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cf993efe-7afe-479f-9b3d-402d6d715b9a req-01efd517-7e55-424d-b875-731db0169a66 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 943 time: 0.2558982 Feb 09 16:05:11.376835 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-976d9d97-40ee-410f-b057-6418b728087d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:11.378481 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-976d9d97-40ee-410f-b057-6418b728087d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.42 "GET /v2.0/networks?id=18c16b04-0f6a-43fa-a890-19fb89b12238 HTTP/1.1" status: 200 len: 808 time: 0.2092602 Feb 09 16:05:11.414819 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b808022f-1ebd-4082-895a-cb7852e78154 req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Made reservation on behalf of 71163d8d63dd405aa8f879777395626b for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:11.417823 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b808022f-1ebd-4082-895a-cb7852e78154 req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:11.458813 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-aa191a5b-3e10-41aa-af29-f92388e8eaf6 req-f4965372-107c-4cf0-9532-61be51c0645d tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Synchronizing usage tracker for tenant:8e2a887c33294b0497f7c8d97a81c687 on resource:port {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:05:11.531557 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-d09dcb3f-3c38-4bc1-a6c2-749a9563a063 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ed7dd9edae4b20a88c5eba35af5527 HTTP/1.1" status: 200 len: 379 time: 0.1375134 Feb 09 16:05:11.540832 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cf993efe-7afe-479f-9b3d-402d6d715b9a req-95be60c6-1e0b-455e-b2cc-b6d42f8175ce tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613529 Feb 09 16:05:11.544474 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-dad49190-37af-4d36-bdad-8e330ebb34c9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Request body: {'port': {'device_id': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'admin_state_up': True, 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'security_groups': ['754855f9-46b2-4ef5-8639-bea6f6441ee2']}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:11.590119 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-aa191a5b-3e10-41aa-af29-f92388e8eaf6 req-f4965372-107c-4cf0-9532-61be51c0645d tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] Unset dirty status for tenant:8e2a887c33294b0497f7c8d97a81c687 on resource:port {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:05:11.591705 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-aa191a5b-3e10-41aa-af29-f92388e8eaf6 req-f4965372-107c-4cf0-9532-61be51c0645d tempest-ServerRescueNegativeTestJSON-1342984842 tempest-ServerRescueNegativeTestJSON-1342984842-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5fac5d8-f73c-4a81-a598-d171aa124a0e HTTP/1.1" status: 200 len: 210 time: 0.2035229 Feb 09 16:05:11.757029 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fac5d8-f73c-4a81-a598-d171aa124a0e', 'name': 'network-vif-deleted', 'tag': '902a9285-68c3-47c2-91a8-d28bef0369e6', 'status': 'completed', 'code': 200} Feb 09 16:05:11.898734 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [req-b808022f-1ebd-4082-895a-cb7852e78154 req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Allocated IP 172.20.0.10 (d0ceb668-dce3-41e3-9bf8-79d7ed78c95c/d2a28f0e-dcb6-46c4-be3e-e2a9ee916594/2001c709-0967-40dc-ace8-0ae7c84c04a5) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:11.908854 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-dad49190-37af-4d36-bdad-8e330ebb34c9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:11.943993 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-dad49190-37af-4d36-bdad-8e330ebb34c9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:11.974801 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-db15fae7-55f8-4745-92d2-209b8c4fa0a3 req-3c707c38-c783-44dc-9a03-fe1f344b3ddc tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 210 time: 0.0543106 Feb 09 16:05:12.050293 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 74dbcf1c-41aa-4010-88da-98975ed9c3f0 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:05:12.050950 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5e4a198b-27fc-4758-af15-1504184486c1 req-7b709e70-d867-4307-85b7-20b6a4f16a51 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 210 time: 0.0577900 Feb 09 16:05:12.091927 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-dad49190-37af-4d36-bdad-8e330ebb34c9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Made reservation on behalf of 43ed7dd9edae4b20a88c5eba35af5527 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:12.096953 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-dad49190-37af-4d36-bdad-8e330ebb34c9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.206053 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 74dbcf1c-41aa-4010-88da-98975ed9c3f0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:12.221931 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': '74dbcf1c-41aa-4010-88da-98975ed9c3f0', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'port_id': '74dbcf1c-41aa-4010-88da-98975ed9c3f0', 'mac_address': 'fa:16:3e:26:25:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:05:12.287501 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.307750 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74dbcf1c-41aa-4010-88da-98975ed9c3f0 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:05:12.330336 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 74dbcf1c-41aa-4010-88da-98975ed9c3f0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:12.395673 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.396524 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device ee987e41-9313-4ad6-854c-09108daa29ad details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:05:12.440547 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b808022f-1ebd-4082-895a-cb7852e78154 req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.473239 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-dad49190-37af-4d36-bdad-8e330ebb34c9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Allocated IP 172.20.0.10 (18c16b04-0f6a-43fa-a890-19fb89b12238/1414b891-07be-4dcb-b434-3590d3850f3b/16d13756-7324-470e-ba51-a66d44fb148e) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:12.559498 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f49cb2-8c66-4c19-b9d2-88137e226417 req-2203dac2-5474-489b-8bc9-da3a8e1eca4b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:12.560927 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-76f49cb2-8c66-4c19-b9d2-88137e226417 req-2203dac2-5474-489b-8bc9-da3a8e1eca4b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 944 time: 0.1668506 Feb 09 16:05:12.610836 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=74dbcf1c-41aa-4010-88da-98975ed9c3f0,revision_number=9']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:12.649050 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b808022f-1ebd-4082-895a-cb7852e78154 req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.681680 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port ee987e41-9313-4ad6-854c-09108daa29ad, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee987e41-9313-4ad6-854c-09108daa29ad,segment=NetworkSegment(830bc8ba-93b9-440a-b1bf-68177bc6f854),segment_id=830bc8ba-93b9-440a-b1bf-68177bc6f854)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:12.707121 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': 'ee987e41-9313-4ad6-854c-09108daa29ad', 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'port_id': 'ee987e41-9313-4ad6-854c-09108daa29ad', 'mac_address': 'fa:16:3e:ca:00:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:05:12.716611 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-76f49cb2-8c66-4c19-b9d2-88137e226417 req-117e463b-75ae-43ec-a2fc-4c1791c2aa1f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438127 Feb 09 16:05:12.796428 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.811290 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b808022f-1ebd-4082-895a-cb7852e78154 req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Network d0ceb668-dce3-41e3-9bf8-79d7ed78c95c is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:12.821682 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee987e41-9313-4ad6-854c-09108daa29ad {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:05:12.823884 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [req-b808022f-1ebd-4082-895a-cb7852e78154 req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:12.825895 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Pushing event updated for resources: {'Port': ['ID=2001c709-0967-40dc-ace8-0ae7c84c04a5,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:12.837294 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-b808022f-1ebd-4082-895a-cb7852e78154 req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:05:12.866900 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port ee987e41-9313-4ad6-854c-09108daa29ad, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee987e41-9313-4ad6-854c-09108daa29ad,segment=NetworkSegment(830bc8ba-93b9-440a-b1bf-68177bc6f854),segment_id=830bc8ba-93b9-440a-b1bf-68177bc6f854)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:12.941560 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.961632 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 58662) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:12.998018 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-dad49190-37af-4d36-bdad-8e330ebb34c9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:13.024486 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808022f-1ebd-4082-895a-cb7852e78154 req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:13.025107 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b808022f-1ebd-4082-895a-cb7852e78154 req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:13.062675 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-dad49190-37af-4d36-bdad-8e330ebb34c9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Transition to ACTIVE for port object 16d13756-7324-470e-ba51-a66d44fb148e will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:05:13.088326 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3ca14-ca33-4802-92f4-c4313250570d req-76acec67-5979-4549-a2d8-c4f2536660f8 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:13.096587 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a5e3ca14-ca33-4802-92f4-c4313250570d req-76acec67-5979-4549-a2d8-c4f2536660f8 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 943 time: 0.2219961 Feb 09 16:05:13.114671 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=ee987e41-9313-4ad6-854c-09108daa29ad,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:13.185477 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['74dbcf1c-41aa-4010-88da-98975ed9c3f0'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:05:13.216311 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b808022f-1ebd-4082-895a-cb7852e78154 req-36f7fdd5-379e-49e3-8d14-5cb684e62a05 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4478297 Feb 09 16:05:13.238097 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a5e3ca14-ca33-4802-92f4-c4313250570d req-a7349b2f-6201-4f9e-a07a-73cd7d4eacfd tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402767 Feb 09 16:05:13.246240 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Request body: {'port': {'device_id': '7763c177-8ea6-4a31-ae5c-660729d2fcb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:13.259793 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['ee987e41-9313-4ad6-854c-09108daa29ad'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:05:13.315996 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-dad49190-37af-4d36-bdad-8e330ebb34c9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:13.484851 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604513e-ae11-4a60-85e1-3af3f9be7a2c req-3fc04e56-3c69-408a-9c83-580b8d1c2329 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:13.486378 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a604513e-ae11-4a60-85e1-3af3f9be7a2c req-3fc04e56-3c69-408a-9c83-580b8d1c2329 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 932 time: 0.1634653 Feb 09 16:05:13.540392 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-dad49190-37af-4d36-bdad-8e330ebb34c9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Network 18c16b04-0f6a-43fa-a890-19fb89b12238 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:13.550523 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-dad49190-37af-4d36-bdad-8e330ebb34c9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:13.554997 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad49190-37af-4d36-bdad-8e330ebb34c9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Pushing event updated for resources: {'Port': ['ID=16d13756-7324-470e-ba51-a66d44fb148e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:13.601711 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-dad49190-37af-4d36-bdad-8e330ebb34c9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:05:13.618754 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a604513e-ae11-4a60-85e1-3af3f9be7a2c req-0bd44112-0766-4b16-8b9e-690af03dc26a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226606 Feb 09 16:05:13.731360 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-dad49190-37af-4d36-bdad-8e330ebb34c9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:13.732084 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-dad49190-37af-4d36-bdad-8e330ebb34c9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:13.745680 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:13.864218 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad0f97-b7e8-4fbe-84af-a382441ee27a req-5c9fb87c-485f-4350-92fd-24ba451f21bf tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:13.864741 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-9fad0f97-b7e8-4fbe-84af-a382441ee27a req-5c9fb87c-485f-4350-92fd-24ba451f21bf tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Synchronizing usage tracker for tenant:71163d8d63dd405aa8f879777395626b on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:05:13.868192 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-dad49190-37af-4d36-bdad-8e330ebb34c9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3299906 Feb 09 16:05:13.896465 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Request body: {'port': {'device_id': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:13.987982 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-6bf051a4-9f64-466c-9695-3efbadc89b80 None None] Provisioning for port 16d13756-7324-470e-ba51-a66d44fb148e completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:05:13.994591 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-6bf051a4-9f64-466c-9695-3efbadc89b80 None None] Provisioning complete for port 16d13756-7324-470e-ba51-a66d44fb148e triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:13.995275 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6bf051a4-9f64-466c-9695-3efbadc89b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:13.995419 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-9fad0f97-b7e8-4fbe-84af-a382441ee27a req-5c9fb87c-485f-4350-92fd-24ba451f21bf tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Unset dirty status for tenant:71163d8d63dd405aa8f879777395626b on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:05:14.002675 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9fad0f97-b7e8-4fbe-84af-a382441ee27a req-5c9fb87c-485f-4350-92fd-24ba451f21bf tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 932 time: 0.5418079 Feb 09 16:05:14.050440 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0fbae252-6827-4ca3-b81a-acf25bb91d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1695319'] for router_interface, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:14.071823 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 74dbcf1c-41aa-4010-88da-98975ed9c3f0 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:05:14.130224 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-6bf051a4-9f64-466c-9695-3efbadc89b80 None None] Port 16d13756-7324-470e-ba51-a66d44fb148e cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:05:14.130885 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-9fad0f97-b7e8-4fbe-84af-a382441ee27a req-d086c1ca-ddd0-49d4-a1c0-6703d28d0297 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Synchronizing usage tracker for tenant:71163d8d63dd405aa8f879777395626b on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:05:14.144184 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:14.157409 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port 74dbcf1c-41aa-4010-88da-98975ed9c3f0 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:14.157409 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:14.252419 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a98c9-4d9d-45d1-9971-d133cd352254 req-32606c09-f6ec-4947-bc91-f943ec225b2e tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:14.253820 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ba4a98c9-4d9d-45d1-9971-d133cd352254 req-32606c09-f6ec-4947-bc91-f943ec225b2e tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 944 time: 0.2643373 Feb 09 16:05:14.279803 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-9fad0f97-b7e8-4fbe-84af-a382441ee27a req-d086c1ca-ddd0-49d4-a1c0-6703d28d0297 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Unset dirty status for tenant:71163d8d63dd405aa8f879777395626b on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:05:14.293583 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9fad0f97-b7e8-4fbe-84af-a382441ee27a req-d086c1ca-ddd0-49d4-a1c0-6703d28d0297 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/security-groups?id=69ca7ee3-66a1-480b-8b0e-427f76db90f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899790 Feb 09 16:05:14.298852 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:14.356972 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ba4a98c9-4d9d-45d1-9971-d133cd352254 req-3780e56b-32df-4979-81e8-56102cfe5f25 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954621 Feb 09 16:05:14.375799 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dbcf1c-41aa-4010-88da-98975ed9c3f0'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:14.401095 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 74dbcf1c-41aa-4010-88da-98975ed9c3f0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:14.485788 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:14.486986 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device ee987e41-9313-4ad6-854c-09108daa29ad up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:05:14.599037 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dbcf1c-41aa-4010-88da-98975ed9c3f0', 'code': 200} Feb 09 16:05:14.662533 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=74dbcf1c-41aa-4010-88da-98975ed9c3f0,revision_number=10']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:14.744990 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:05:14.755078 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port ee987e41-9313-4ad6-854c-09108daa29ad completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:05:14.761463 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port ee987e41-9313-4ad6-854c-09108daa29ad triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:14.765792 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:14.918550 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2001c709-0967-40dc-ace8-0ae7c84c04a5 {{(pid=83709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:05:14.930807 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:14.945572 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd691cf5-c353-48b7-8c4b-6703d7b4c510 req-67f42d52-ac7d-42b2-9446-ec9dba1e184e tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:14.954619 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-bd691cf5-c353-48b7-8c4b-6703d7b4c510 req-67f42d52-ac7d-42b2-9446-ec9dba1e184e tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 944 time: 0.4768231 Feb 09 16:05:14.994955 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Transition to ACTIVE for port object 2001c709-0967-40dc-ace8-0ae7c84c04a5 will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:05:15.004790 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:15.053743 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc351c1c-12ca-4a5d-8319-0825d5c442ea req-05d59414-9e40-48c9-8e79-86c01429aa65 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:15.055349 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-cc351c1c-12ca-4a5d-8319-0825d5c442ea req-05d59414-9e40-48c9-8e79-86c01429aa65 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 932 time: 0.1995296 Feb 09 16:05:15.074846 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:15.105107 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port ee987e41-9313-4ad6-854c-09108daa29ad, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee987e41-9313-4ad6-854c-09108daa29ad,segment=NetworkSegment(830bc8ba-93b9-440a-b1bf-68177bc6f854),segment_id=830bc8ba-93b9-440a-b1bf-68177bc6f854)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:15.163130 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-cc351c1c-12ca-4a5d-8319-0825d5c442ea req-fd86fc83-6318-4f3e-b66f-4692ea203391 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976279 Feb 09 16:05:15.177126 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:15.177126 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 902a9285-68c3-47c2-91a8-d28bef0369e6 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:05:15.198729 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-bd691cf5-c353-48b7-8c4b-6703d7b4c510 req-6cf8262e-5012-49a3-b31d-c6b9cc3e6cac tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431617 Feb 09 16:05:15.230859 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d13756-7324-470e-ba51-a66d44fb148e {{(pid=83709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:05:15.295052 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:15.304613 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Pushing event updated for resources: {'Port': ['ID=2001c709-0967-40dc-ace8-0ae7c84c04a5,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:15.327385 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Transition to ACTIVE for port object 16d13756-7324-470e-ba51-a66d44fb148e will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:05:15.343045 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: 902a9285-68c3-47c2-91a8-d28bef0369e6 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:05:15.344185 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 902a9285-68c3-47c2-91a8-d28bef0369e6 not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:05:15.359368 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-0fbae252-6827-4ca3-b81a-acf25bb91d07 admin admin] Deleting port ae026040-faaa-4bd0-87f3-dbc64a535501 {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:05:15.360010 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0fbae252-6827-4ca3-b81a-acf25bb91d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:15.397432 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=ee987e41-9313-4ad6-854c-09108daa29ad,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:15.465555 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:15.538792 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Attempting to bind port 2001c709-0967-40dc-ace8-0ae7c84c04a5 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:15.542438 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Attempting to bind port 2001c709-0967-40dc-ace8-0ae7c84c04a5 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'b88eb6ad-2599-4f05-b188-1dba0e041ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd0ceb668-dce3-41e3-9bf8-79d7ed78c95c'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:15.542908 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Attempting to bind port 2001c709-0967-40dc-ace8-0ae7c84c04a5 on network d0ceb668-dce3-41e3-9bf8-79d7ed78c95c {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:05:15.576661 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Port 2001c709-0967-40dc-ace8-0ae7c84c04a5 on network d0ceb668-dce3-41e3-9bf8-79d7ed78c95c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:05:15.577621 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Attempting to bind port 2001c709-0967-40dc-ace8-0ae7c84c04a5 on network d0ceb668-dce3-41e3-9bf8-79d7ed78c95c {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:05:15.667802 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-220499f6-06e8-49c3-bce5-5cdbf37cbb94 req-7ac01de4-c7cf-4ccf-86b1-639007cbe1aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 1099 time: 0.3575008 Feb 09 16:05:15.736725 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [None req-0fbae252-6827-4ca3-b81a-acf25bb91d07 admin admin] For port ae026040-faaa-4bd0-87f3-dbc64a535501, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=ae026040-faaa-4bd0-87f3-dbc64a535501,segment=NetworkSegment(4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7),segment_id=4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:15.737394 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0fbae252-6827-4ca3-b81a-acf25bb91d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:15.744837 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Pushing event updated for resources: {'Port': ['ID=16d13756-7324-470e-ba51-a66d44fb148e,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:15.840234 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:05:15.840962 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Checking segment: {'id': 'b88eb6ad-2599-4f05-b188-1dba0e041ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd0ceb668-dce3-41e3-9bf8-79d7ed78c95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:05:15.841274 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Bound using segment: {'id': 'b88eb6ad-2599-4f05-b188-1dba0e041ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd0ceb668-dce3-41e3-9bf8-79d7ed78c95c'} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:05:15.841862 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Bound port: 2001c709-0967-40dc-ace8-0ae7c84c04a5, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88eb6ad-2599-4f05-b188-1dba0e041ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd0ceb668-dce3-41e3-9bf8-79d7ed78c95c'}}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:15.842488 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:15.901585 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-0fbae252-6827-4ca3-b81a-acf25bb91d07 admin admin] Calling delete_port for ae026040-faaa-4bd0-87f3-dbc64a535501 owned by network:router_interface {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:05:16.023282 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-220499f6-06e8-49c3-bce5-5cdbf37cbb94 req-76776517-85b5-4877-a456-257ae07df5a2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323565 Feb 09 16:05:16.074514 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] For port 2001c709-0967-40dc-ace8-0ae7c84c04a5, host hv-cinder-82510, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:16.085415 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] For port 2001c709-0967-40dc-ace8-0ae7c84c04a5, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2001c709-0967-40dc-ace8-0ae7c84c04a5,segment=NetworkSegment(b88eb6ad-2599-4f05-b188-1dba0e041ca0),segment_id=b88eb6ad-2599-4f05-b188-1dba0e041ca0)] {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:16.139233 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6a198-b402-4e3d-934b-e5250d99f2c6 req-c055d11c-5839-4e95-8139-fc7b90a5a9a1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:16.139233 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-85e6a198-b402-4e3d-934b-e5250d99f2c6 req-c055d11c-5839-4e95-8139-fc7b90a5a9a1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 946 time: 0.3921959 Feb 09 16:05:16.250763 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Attempting to bind port 16d13756-7324-470e-ba51-a66d44fb148e on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:16.265783 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Attempting to bind port 16d13756-7324-470e-ba51-a66d44fb148e by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '0688dadb-bd88-4e9f-9a81-b150658e0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:16.265783 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Attempting to bind port 16d13756-7324-470e-ba51-a66d44fb148e on network 18c16b04-0f6a-43fa-a890-19fb89b12238 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:05:16.276302 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Port 16d13756-7324-470e-ba51-a66d44fb148e on network 18c16b04-0f6a-43fa-a890-19fb89b12238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:05:16.276302 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Attempting to bind port 16d13756-7324-470e-ba51-a66d44fb148e on network 18c16b04-0f6a-43fa-a890-19fb89b12238 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:05:16.328328 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:16.356109 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b897a-aeec-4d3a-b00b-b78f40cb95ec req-86639330-4236-4f03-bf14-e390d602a6d2 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:16.357599 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a13b897a-aeec-4d3a-b00b-b78f40cb95ec req-86639330-4236-4f03-bf14-e390d602a6d2 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 944 time: 0.8805592 Feb 09 16:05:16.391447 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:05:16.391447 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Checking segment: {'id': '0688dadb-bd88-4e9f-9a81-b150658e0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:05:16.391447 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Bound using segment: {'id': '0688dadb-bd88-4e9f-9a81-b150658e0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238'} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:05:16.391447 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Bound port: 16d13756-7324-470e-ba51-a66d44fb148e, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0688dadb-bd88-4e9f-9a81-b150658e0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238'}}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:16.391447 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:16.418665 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-85e6a198-b402-4e3d-934b-e5250d99f2c6 req-42749ddf-ad8c-4b70-9263-91b74790036d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816641 Feb 09 16:05:16.428671 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a13b897a-aeec-4d3a-b00b-b78f40cb95ec req-b4be1b81-80c8-446d-8650-f80199f20921 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/security-groups?id=69ca7ee3-66a1-480b-8b0e-427f76db90f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624640 Feb 09 16:05:16.430930 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:16.431552 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b808022f-1ebd-4082-895a-cb7852e78154 req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] 10.222.0.42 "PUT /v2.0/ports/2001c709-0967-40dc-ace8-0ae7c84c04a5 HTTP/1.1" status: 200 len: 1094 time: 3.1921604 Feb 09 16:05:16.435057 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7763c177-8ea6-4a31-ae5c-660729d2fcb8', 'tag': '2001c709-0967-40dc-ace8-0ae7c84c04a5'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:16.538845 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] For port 16d13756-7324-470e-ba51-a66d44fb148e, host hv-cinder-82510, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:16.543926 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] For port 16d13756-7324-470e-ba51-a66d44fb148e, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=16d13756-7324-470e-ba51-a66d44fb148e,segment=NetworkSegment(0688dadb-bd88-4e9f-9a81-b150658e0ec3),segment_id=0688dadb-bd88-4e9f-9a81-b150658e0ec3)] {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:16.550917 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd71b5-7a2d-46ea-8d06-cd3fe09dfad2 service neutron] Pushing event updated for resources: {'Port': ['ID=2001c709-0967-40dc-ace8-0ae7c84c04a5,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:16.570179 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0fbae252-6827-4ca3-b81a-acf25bb91d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:16.600582 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee987e41-9313-4ad6-854c-09108daa29ad'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:16.656926 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbae252-6827-4ca3-b81a-acf25bb91d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae026040-faaa-4bd0-87f3-dbc64a535501,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:16.663172 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b808022f-1ebd-4082-895a-cb7852e78154 req-e81e93bb-9bac-4a72-adfa-30ce93966d02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71163d8d63dd405aa8f879777395626b&device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 1097 time: 0.1100280 Feb 09 16:05:16.689583 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:16.763079 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:16.848197 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b808022f-1ebd-4082-895a-cb7852e78154 req-bcc4574e-5cae-4b04-8918-b9575dae9fce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2001c709-0967-40dc-ace8-0ae7c84c04a5 HTTP/1.1" status: 200 len: 217 time: 0.1754918 Feb 09 16:05:16.860138 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:16.861729 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] 10.222.0.42 "PUT /v2.0/ports/16d13756-7324-470e-ba51-a66d44fb148e HTTP/1.1" status: 200 len: 1094 time: 2.9774137 Feb 09 16:05:16.944528 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92743dda-247e-44c7-b75b-b5026ec0055c service neutron] Pushing event updated for resources: {'Port': ['ID=16d13756-7324-470e-ba51-a66d44fb148e,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:16.963426 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808022f-1ebd-4082-895a-cb7852e78154 req-15df17d3-8f80-47db-8b02-463573280428 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:16.965088 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b808022f-1ebd-4082-895a-cb7852e78154 req-15df17d3-8f80-47db-8b02-463573280428 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d2a28f0e-dcb6-46c4-be3e-e2a9ee916594 HTTP/1.1" status: 200 len: 847 time: 0.0994108 Feb 09 16:05:17.081751 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b808022f-1ebd-4082-895a-cb7852e78154 req-07a4d169-6704-4f9c-9c7d-fae153b50445 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0ceb668-dce3-41e3-9bf8-79d7ed78c95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101406 Feb 09 16:05:17.122303 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d67145-88f9-4087-8cd3-2960bf1ce809 req-93cb9252-f7d0-45e1-b802-62e0279d0ead tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:17.125376 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-58d67145-88f9-4087-8cd3-2960bf1ce809 req-93cb9252-f7d0-45e1-b802-62e0279d0ead tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Synchronizing usage tracker for tenant:43ed7dd9edae4b20a88c5eba35af5527 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:05:17.250045 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0fbae252-6827-4ca3-b81a-acf25bb91d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695460'] for router_interface, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:17.311301 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-58d67145-88f9-4087-8cd3-2960bf1ce809 req-93cb9252-f7d0-45e1-b802-62e0279d0ead tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Unset dirty status for tenant:43ed7dd9edae4b20a88c5eba35af5527 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:05:17.312364 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-58d67145-88f9-4087-8cd3-2960bf1ce809 req-93cb9252-f7d0-45e1-b802-62e0279d0ead tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 944 time: 0.6381483 Feb 09 16:05:17.410701 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-58d67145-88f9-4087-8cd3-2960bf1ce809 req-5a1654ee-8944-4dcd-b295-06e0bd193091 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922859 Feb 09 16:05:17.417524 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-bc82017f-5157-47d3-a289-2ebbe688c6ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43ed7dd9edae4b20a88c5eba35af5527&device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 1097 time: 0.3921845 Feb 09 16:05:17.627767 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-b57466e1-609e-4670-b3aa-74f63a127bdc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16d13756-7324-470e-ba51-a66d44fb148e HTTP/1.1" status: 200 len: 217 time: 0.1778140 Feb 09 16:05:17.635049 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b808022f-1ebd-4082-895a-cb7852e78154 req-8d54027f-e058-4a50-8ee4-db5d483e7a8a service neutron] 10.222.0.42 "GET /v2.0/networks/d0ceb668-dce3-41e3-9bf8-79d7ed78c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382543 Feb 09 16:05:17.815806 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-909e1569-621a-40be-beaa-933f9d6abd48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:17.817232 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-909e1569-621a-40be-beaa-933f9d6abd48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1414b891-07be-4dcb-b434-3590d3850f3b HTTP/1.1" status: 200 len: 847 time: 0.1804254 Feb 09 16:05:18.037745 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee987e41-9313-4ad6-854c-09108daa29ad', 'code': 200} Feb 09 16:05:18.072703 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7763c177-8ea6-4a31-ae5c-660729d2fcb8', 'tag': '2001c709-0967-40dc-ace8-0ae7c84c04a5', 'status': 'completed', 'code': 200} Feb 09 16:05:18.106602 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4cfca-a8e1-4700-b475-cf90029e2b99 req-89841798-51f9-4e52-9839-b4bc3954f514 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:18.114238 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-49a4cfca-a8e1-4700-b475-cf90029e2b99 req-89841798-51f9-4e52-9839-b4bc3954f514 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 945 time: 0.5276747 Feb 09 16:05:18.142676 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b808022f-1ebd-4082-895a-cb7852e78154 req-74d3a492-583a-4c54-83dd-7fa2df1b5089 service neutron] 10.222.0.42 "GET /v2.0/networks/d0ceb668-dce3-41e3-9bf8-79d7ed78c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728391 Feb 09 16:05:18.224946 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-adb2451b-c897-4fc7-91e3-2211f60e6a0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18c16b04-0f6a-43fa-a890-19fb89b12238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4002190 Feb 09 16:05:18.229130 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-49a4cfca-a8e1-4700-b475-cf90029e2b99 req-2c1deb6c-7da3-43c4-a310-b22bb36cd248 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138575 Feb 09 16:05:18.258376 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbae252-6827-4ca3-b81a-acf25bb91d07 admin admin] Router b82ad8ac-44e6-42cc-ba5c-566742b6302b has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:05:18.511007 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-8e830cdb-50d5-4401-b1cc-d40db3c042aa service neutron] 10.222.0.42 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774994 Feb 09 16:05:18.531287 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcbf6f-b13d-4ff2-a00b-e2ab1bcd8b85 req-2947a43a-bb9d-4ab1-9ccb-fd291462c4e2 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:18.533859 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-30bcbf6f-b13d-4ff2-a00b-e2ab1bcd8b85 req-2947a43a-bb9d-4ab1-9ccb-fd291462c4e2 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 944 time: 0.1638730 Feb 09 16:05:18.602716 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-30bcbf6f-b13d-4ff2-a00b-e2ab1bcd8b85 req-74150bb3-92f6-4e34-9c57-04186b05493a tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/security-groups?id=69ca7ee3-66a1-480b-8b0e-427f76db90f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633996 Feb 09 16:05:18.630797 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbae252-6827-4ca3-b81a-acf25bb91d07 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:05:18.647203 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b915e-756a-47d3-b364-f4485a946304 None None] Sync routers for ids ['b82ad8ac-44e6-42cc-ba5c-566742b6302b'] in dv-cinder-825105-1-smb {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:05:18.666071 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8e712e56-23d4-4b63-9fa6-cd8c2d46315a req-cfa7a426-08d5-44af-9023-4d5d770cb6f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71163d8d63dd405aa8f879777395626b&device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 1097 time: 0.2758086 Feb 09 16:05:18.668402 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b915e-756a-47d3-b364-f4485a946304 None None] Routers {'b82ad8ac-44e6-42cc-ba5c-566742b6302b'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:05:18.669249 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-5c6b915e-756a-47d3-b364-f4485a946304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:04:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['b82ad8ac-44e6-42cc-ba5c-566742b6302b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:18.729778 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cbb5d-d458-4990-9b79-a5d5d3ee4fe5 req-28bcae5d-4cec-41b7-b5d9-ee5895ba1ad7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:18.731332 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1e5cbb5d-d458-4990-9b79-a5d5d3ee4fe5 req-28bcae5d-4cec-41b7-b5d9-ee5895ba1ad7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 946 time: 0.2974403 Feb 09 16:05:18.759777 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-1b08bfb3-7c39-4810-af5f-4cbe370b36fb req-1eb3f715-c71f-4dec-bdb9-d50da8b06414 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 1098 time: 0.1218426 Feb 09 16:05:18.823531 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-0fbae252-6827-4ca3-b81a-acf25bb91d07 admin admin] 10.222.0.30 "PUT /v2.0/routers/b82ad8ac-44e6-42cc-ba5c-566742b6302b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8606596 Feb 09 16:05:18.824293 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 58758) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:18.849651 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5dc363ba-cf75-4c50-bd3e-adc8788e1746 req-c2bc5f1a-612f-48b3-b3d5-30a5fee168d0 service neutron] 10.222.0.42 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287342 Feb 09 16:05:18.883320 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1e5cbb5d-d458-4990-9b79-a5d5d3ee4fe5 req-613d79f7-c921-434f-ab71-c522403cf283 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959053 Feb 09 16:05:18.902093 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e712e56-23d4-4b63-9fa6-cd8c2d46315a req-3bab75e6-17a2-4ab6-b640-7e7d4b665dfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:18.903697 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8e712e56-23d4-4b63-9fa6-cd8c2d46315a req-3bab75e6-17a2-4ab6-b640-7e7d4b665dfb service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0ceb668-dce3-41e3-9bf8-79d7ed78c95c HTTP/1.1" status: 200 len: 908 time: 0.2294040 Feb 09 16:05:18.918842 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-5c6b915e-756a-47d3-b364-f4485a946304 None None] Set router b82ad8ac-44e6-42cc-ba5c-566742b6302b gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:05:18.990968 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8e712e56-23d4-4b63-9fa6-cd8c2d46315a req-73663654-e3d9-4174-9c30-960a1a9c367a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2001c709-0967-40dc-ace8-0ae7c84c04a5 HTTP/1.1" status: 200 len: 217 time: 0.0785573 Feb 09 16:05:19.066897 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e712e56-23d4-4b63-9fa6-cd8c2d46315a req-5816b84e-c6fa-47ad-a0ac-06ac100a5f13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:19.068794 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8e712e56-23d4-4b63-9fa6-cd8c2d46315a req-5816b84e-c6fa-47ad-a0ac-06ac100a5f13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d2a28f0e-dcb6-46c4-be3e-e2a9ee916594 HTTP/1.1" status: 200 len: 847 time: 0.0636723 Feb 09 16:05:19.129938 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8e712e56-23d4-4b63-9fa6-cd8c2d46315a req-16abe781-d643-4ba5-9b78-dc1e3257386a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0ceb668-dce3-41e3-9bf8-79d7ed78c95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507989 Feb 09 16:05:19.154210 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-1b08bfb3-7c39-4810-af5f-4cbe370b36fb req-689412af-5dd7-42c2-a489-28cd96bcf644 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882723 Feb 09 16:05:19.182393 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd729ef-3e6a-40b5-9be5-abdc2c50c0ac req-dc1f9095-52e4-4a6a-91f1-8176ae0f5224 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:19.183738 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2bd729ef-3e6a-40b5-9be5-abdc2c50c0ac req-dc1f9095-52e4-4a6a-91f1-8176ae0f5224 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 944 time: 0.3819418 Feb 09 16:05:19.260810 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-5c6b915e-756a-47d3-b364-f4485a946304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'name': 'tempest-ServerRescueNegativeTestJSON-718092229-router', 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:52Z', 'updated_at': '2022-02-09T16:05:16Z', 'revision_number': 5, 'project_id': '8e2a887c33294b0497f7c8d97a81c687', 'gw_port': {'id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:19.267200 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b915e-756a-47d3-b364-f4485a946304 None None] Checking router: b82ad8ac-44e6-42cc-ba5c-566742b6302b for host: dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:05:19.270776 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2bd729ef-3e6a-40b5-9be5-abdc2c50c0ac req-f01ccdcc-7978-485b-bfd5-b92afbead946 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745165 Feb 09 16:05:19.280355 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b915e-756a-47d3-b364-f4485a946304 None None] Routers {'b82ad8ac-44e6-42cc-ba5c-566742b6302b'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:05:19.282597 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-5c6b915e-756a-47d3-b364-f4485a946304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:04:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['b82ad8ac-44e6-42cc-ba5c-566742b6302b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:19.299813 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8e712e56-23d4-4b63-9fa6-cd8c2d46315a req-f98eae7e-d293-4a1c-b89c-382e2ad07fe5 service neutron] 10.222.0.42 "GET /v2.0/networks/d0ceb668-dce3-41e3-9bf8-79d7ed78c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461811 Feb 09 16:05:19.323921 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9b99bdcd-fefe-442c-ac82-6c23a3c2ccee admin admin] Notify callbacks [] for router, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:19.511043 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-5c6b915e-756a-47d3-b364-f4485a946304 None None] Set router b82ad8ac-44e6-42cc-ba5c-566742b6302b gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:05:19.533781 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9b99bdcd-fefe-442c-ac82-6c23a3c2ccee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:19.619356 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e85982-66da-4c52-8061-a56135569f7a req-d6661451-f551-4a12-aa8c-b1c913bad897 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:19.620964 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-42e85982-66da-4c52-8061-a56135569f7a req-d6661451-f551-4a12-aa8c-b1c913bad897 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 945 time: 0.2271881 Feb 09 16:05:19.625150 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8e712e56-23d4-4b63-9fa6-cd8c2d46315a req-17f84a2f-5db5-4023-8335-41d8af0abf84 service neutron] 10.222.0.42 "GET /v2.0/networks/d0ceb668-dce3-41e3-9bf8-79d7ed78c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793742 Feb 09 16:05:19.629388 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-9b99bdcd-fefe-442c-ac82-6c23a3c2ccee admin admin] Deleting port 09938900-87d8-4cb4-b1ae-0d0685b5a523 {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:05:19.630050 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9b99bdcd-fefe-442c-ac82-6c23a3c2ccee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:19.715150 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-42e85982-66da-4c52-8061-a56135569f7a req-bbc0b986-6f4a-4556-a2fa-935dd2c8375f tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850098 Feb 09 16:05:19.907465 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [None req-9b99bdcd-fefe-442c-ac82-6c23a3c2ccee admin admin] For port 09938900-87d8-4cb4-b1ae-0d0685b5a523, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=09938900-87d8-4cb4-b1ae-0d0685b5a523,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:19.907830 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9b99bdcd-fefe-442c-ac82-6c23a3c2ccee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:19.910254 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-5c6b915e-756a-47d3-b364-f4485a946304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'name': 'tempest-ServerRescueNegativeTestJSON-718092229-router', 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:52Z', 'updated_at': '2022-02-09T16:05:16Z', 'revision_number': 5, 'project_id': '8e2a887c33294b0497f7c8d97a81c687', 'gw_port': {'id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:19.914830 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b915e-756a-47d3-b364-f4485a946304 None None] The sync data for ids ['b82ad8ac-44e6-42cc-ba5c-566742b6302b'] in dv-cinder-825105-1-smb is: [{'id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'name': 'tempest-ServerRescueNegativeTestJSON-718092229-router', 'tenant_id': '8e2a887c33294b0497f7c8d97a81c687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:52Z', 'updated_at': '2022-02-09T16:05:16Z', 'revision_number': 5, 'project_id': '8e2a887c33294b0497f7c8d97a81c687', 'gw_port': {'id': '09938900-87d8-4cb4-b1ae-0d0685b5a523', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:07:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82ad8ac-44e6-42cc-ba5c-566742b6302b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:05:20.034010 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-9b99bdcd-fefe-442c-ac82-6c23a3c2ccee admin admin] Calling delete_port for 09938900-87d8-4cb4-b1ae-0d0685b5a523 owned by network:router_gateway {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:05:20.065594 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c210a1-c5c2-46f8-9e80-4c76cfa1949b req-c256fd12-3015-4e59-9024-a1e58a00c1b9 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:20.067072 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-04c210a1-c5c2-46f8-9e80-4c76cfa1949b req-c256fd12-3015-4e59-9024-a1e58a00c1b9 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 944 time: 0.2763603 Feb 09 16:05:20.079987 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'tag': '16d13756-7324-470e-ba51-a66d44fb148e'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:20.109620 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 2001c709-0967-40dc-ace8-0ae7c84c04a5 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:05:20.144107 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e071cec-4f68-463d-adbc-36528a32d000 req-5a7c0f2b-f22f-4f7a-a9f4-1c9bd78d6bc1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:20.152230 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5e071cec-4f68-463d-adbc-36528a32d000 req-5a7c0f2b-f22f-4f7a-a9f4-1c9bd78d6bc1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 946 time: 0.1034362 Feb 09 16:05:20.155344 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-04c210a1-c5c2-46f8-9e80-4c76cfa1949b req-1a4e49a4-57c3-4639-b3ce-3530adba97e7 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/security-groups?id=69ca7ee3-66a1-480b-8b0e-427f76db90f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819163 Feb 09 16:05:20.231111 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5e071cec-4f68-463d-adbc-36528a32d000 req-f94d8c63-83dd-4cbb-8357-e8abbd7cf97b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776343 Feb 09 16:05:20.300465 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'tag': '16d13756-7324-470e-ba51-a66d44fb148e', 'status': 'completed', 'code': 200} Feb 09 16:05:20.300649 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device ae026040-faaa-4bd0-87f3-dbc64a535501 no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:05:20.336667 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: ae026040-faaa-4bd0-87f3-dbc64a535501 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:05:20.337001 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device ae026040-faaa-4bd0-87f3-dbc64a535501 not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:05:20.344750 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9b99bdcd-fefe-442c-ac82-6c23a3c2ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:20.410864 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-69a23a96-bbcf-47ce-9e4d-a6b8555a8b23 req-e314746a-cfb0-4267-b5c3-727e643219af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43ed7dd9edae4b20a88c5eba35af5527&device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 1097 time: 0.0915253 Feb 09 16:05:20.448206 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 2001c709-0967-40dc-ace8-0ae7c84c04a5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2001c709-0967-40dc-ace8-0ae7c84c04a5,segment=NetworkSegment(b88eb6ad-2599-4f05-b188-1dba0e041ca0),segment_id=b88eb6ad-2599-4f05-b188-1dba0e041ca0)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:20.454310 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99bdcd-fefe-442c-ac82-6c23a3c2ccee admin admin] Pushing event deleted for resources: {'Port': ['ID=09938900-87d8-4cb4-b1ae-0d0685b5a523,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:20.469508 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': '2001c709-0967-40dc-ace8-0ae7c84c04a5', 'network_id': 'd0ceb668-dce3-41e3-9bf8-79d7ed78c95c', 'port_id': '2001c709-0967-40dc-ace8-0ae7c84c04a5', 'mac_address': 'fa:16:3e:20:0a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a28f0e-dcb6-46c4-be3e-e2a9ee916594', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:05:20.554893 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:20.581803 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2001c709-0967-40dc-ace8-0ae7c84c04a5 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:05:20.605169 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 2001c709-0967-40dc-ace8-0ae7c84c04a5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2001c709-0967-40dc-ace8-0ae7c84c04a5,segment=NetworkSegment(b88eb6ad-2599-4f05-b188-1dba0e041ca0),segment_id=b88eb6ad-2599-4f05-b188-1dba0e041ca0)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:20.738302 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:20.749844 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9b99bdcd-fefe-442c-ac82-6c23a3c2ccee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691954'] for router_gateway, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:20.820111 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a23a96-bbcf-47ce-9e4d-a6b8555a8b23 req-cff8eaf9-733c-4122-9ac5-a1ebaef1c813 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:20.821574 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-69a23a96-bbcf-47ce-9e4d-a6b8555a8b23 req-cff8eaf9-733c-4122-9ac5-a1ebaef1c813 service neutron] 10.222.0.42 "GET /v2.0/networks?id=18c16b04-0f6a-43fa-a890-19fb89b12238 HTTP/1.1" status: 200 len: 909 time: 0.4045243 Feb 09 16:05:20.834447 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0767d-36d0-43e8-a75b-39292755b747 req-aaf4e73c-3807-4bf5-a8ec-5c9afc4c695f tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:20.852501 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-25b0767d-36d0-43e8-a75b-39292755b747 req-aaf4e73c-3807-4bf5-a8ec-5c9afc4c695f tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 944 time: 0.2860391 Feb 09 16:05:20.866025 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=2001c709-0967-40dc-ace8-0ae7c84c04a5,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:20.936822 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-69a23a96-bbcf-47ce-9e4d-a6b8555a8b23 req-9fd81f55-b63c-4972-84c3-c6e588a7d11e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16d13756-7324-470e-ba51-a66d44fb148e HTTP/1.1" status: 200 len: 217 time: 0.0813549 Feb 09 16:05:20.975751 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['2001c709-0967-40dc-ace8-0ae7c84c04a5'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:05:21.014764 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-25b0767d-36d0-43e8-a75b-39292755b747 req-5fb6f02a-824e-4d0b-b953-e4bcf0222215 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612287 Feb 09 16:05:21.033574 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a23a96-bbcf-47ce-9e4d-a6b8555a8b23 req-5f6b3883-b9f6-4686-a575-3229154f8efa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:21.035040 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-69a23a96-bbcf-47ce-9e4d-a6b8555a8b23 req-5f6b3883-b9f6-4686-a575-3229154f8efa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1414b891-07be-4dcb-b434-3590d3850f3b HTTP/1.1" status: 200 len: 847 time: 0.0904365 Feb 09 16:05:21.125829 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-69a23a96-bbcf-47ce-9e4d-a6b8555a8b23 req-255b39cd-0d35-437d-9d19-fd34a51f4b43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18c16b04-0f6a-43fa-a890-19fb89b12238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825377 Feb 09 16:05:21.206787 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9b99bdcd-fefe-442c-ac82-6c23a3c2ccee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41891'] for router, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:21.214808 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9b99bdcd-fefe-442c-ac82-6c23a3c2ccee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:21.268956 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-69a23a96-bbcf-47ce-9e4d-a6b8555a8b23 req-f83e14c4-868a-4100-9b32-50b91d77d154 service neutron] 10.222.0.42 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365471 Feb 09 16:05:21.307931 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d6f03-4eab-4cc9-bb7d-cc2415adbec2 req-e41d0c8b-c850-446c-842b-3c45e2ccebeb tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:21.318309 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9a2d6f03-4eab-4cc9-bb7d-cc2415adbec2 req-e41d0c8b-c850-446c-842b-3c45e2ccebeb tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 945 time: 0.4247384 Feb 09 16:05:21.378604 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9a2d6f03-4eab-4cc9-bb7d-cc2415adbec2 req-3141e166-edf8-45ee-a9d4-2f1aaed0ae9d tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594182 Feb 09 16:05:21.458606 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9b99bdcd-fefe-442c-ac82-6c23a3c2ccee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693718'] for router, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:21.459467 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b99bdcd-fefe-442c-ac82-6c23a3c2ccee admin admin] Fanout notify agent at l3_agent the message router_deleted on router b82ad8ac-44e6-42cc-ba5c-566742b6302b {{(pid=83708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:05:21.509706 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-69a23a96-bbcf-47ce-9e4d-a6b8555a8b23 req-38f527b3-f299-4245-98fb-38df3cd59bc0 service neutron] 10.222.0.42 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059488 Feb 09 16:05:21.509706 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6785a6c-67a2-4aba-9ed0-4eae0c4bf2c9 req-fbbb7b9e-26c9-4038-afef-ffe2d3a24540 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:21.509884 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9b99bdcd-fefe-442c-ac82-6c23a3c2ccee admin admin] Notify callbacks [] for router, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:21.509963 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d6785a6c-67a2-4aba-9ed0-4eae0c4bf2c9 req-fbbb7b9e-26c9-4038-afef-ffe2d3a24540 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 945 time: 0.2049596 Feb 09 16:05:21.510040 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-9b99bdcd-fefe-442c-ac82-6c23a3c2ccee admin admin] 10.222.0.30 "DELETE /v2.0/routers/b82ad8ac-44e6-42cc-ba5c-566742b6302b HTTP/1.1" status: 204 len: 168 time: 2.6354361 Feb 09 16:05:21.512490 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 58850) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:21.565976 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d6785a6c-67a2-4aba-9ed0-4eae0c4bf2c9 req-fb5a27e9-2afb-4d5e-bde0-13349d6ad3af tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/security-groups?id=69ca7ee3-66a1-480b-8b0e-427f76db90f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633602 Feb 09 16:05:21.664833 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52d2bed-ec27-445b-a1dd-c11929b36c85 admin admin] Deleting subnet d1c33505-1925-45ee-9da3-9db09b7ce7b4 {{(pid=83708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:05:21.671687 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-b52d2bed-ec27-445b-a1dd-c11929b36c85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:21.732837 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-b52d2bed-ec27-445b-a1dd-c11929b36c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354091'] for subnet, precommit_delete_associations {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:21.776044 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098eb88-59ac-489b-85a8-716edeb13d99 req-a9698857-bd36-4dcb-9cb3-cae7e8183b26 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:21.777430 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1098eb88-59ac-489b-85a8-716edeb13d99 req-a9698857-bd36-4dcb-9cb3-cae7e8183b26 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 945 time: 0.0859411 Feb 09 16:05:21.781182 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e27fc2-ee8d-44fb-bcc5-46c931a4b03d req-0aae68fc-4d71-48fa-907d-127107e2e603 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:21.782640 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-95e27fc2-ee8d-44fb-bcc5-46c931a4b03d req-0aae68fc-4d71-48fa-907d-127107e2e603 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 946 time: 0.2131851 Feb 09 16:05:21.830832 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-b52d2bed-ec27-445b-a1dd-c11929b36c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3247574'] for subnet, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:21.831673 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1098eb88-59ac-489b-85a8-716edeb13d99 req-f3a88e28-890b-4d70-bb38-e69de7622f07 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480173 Feb 09 16:05:21.880481 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-95e27fc2-ee8d-44fb-bcc5-46c931a4b03d req-a7e12957-5c8f-40d2-90e5-5c13592b3229 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907059 Feb 09 16:05:22.039867 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-b52d2bed-ec27-445b-a1dd-c11929b36c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3247599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1352343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6906885'] for subnet, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.099331 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d2bed-ec27-445b-a1dd-c11929b36c85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c33505-1925-45ee-9da3-9db09b7ce7b4,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:22.102769 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-b52d2bed-ec27-445b-a1dd-c11929b36c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.113681 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-b52d2bed-ec27-445b-a1dd-c11929b36c85 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d1c33505-1925-45ee-9da3-9db09b7ce7b4 HTTP/1.1" status: 204 len: 168 time: 0.5980732 Feb 09 16:05:22.114718 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 58864) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:22.115153 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 16d13756-7324-470e-ba51-a66d44fb148e details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:05:22.118736 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 2001c709-0967-40dc-ace8-0ae7c84c04a5 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:05:22.266431 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-325514fb-b8b0-4766-9aab-79a6191750c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3173060'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.287482 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 09938900-87d8-4cb4-b1ae-0d0685b5a523 no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:05:22.310661 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d00a4-4ddf-41ef-9f2e-1d10b642c24e req-e2c75467-8f77-4c0a-904e-cec395e18350 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:22.318096 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-039d00a4-4ddf-41ef-9f2e-1d10b642c24e req-e2c75467-8f77-4c0a-904e-cec395e18350 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 944 time: 0.1229563 Feb 09 16:05:22.330068 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: 09938900-87d8-4cb4-b1ae-0d0685b5a523 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:05:22.330674 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 09938900-87d8-4cb4-b1ae-0d0685b5a523 not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:05:22.363847 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-039d00a4-4ddf-41ef-9f2e-1d10b642c24e req-d339867b-e982-4b07-a456-9b9d9df72081 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445967 Feb 09 16:05:22.372729 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 16d13756-7324-470e-ba51-a66d44fb148e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=16d13756-7324-470e-ba51-a66d44fb148e,segment=NetworkSegment(0688dadb-bd88-4e9f-9a81-b150658e0ec3),segment_id=0688dadb-bd88-4e9f-9a81-b150658e0ec3)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:22.397693 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': '16d13756-7324-470e-ba51-a66d44fb148e', 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'port_id': '16d13756-7324-470e-ba51-a66d44fb148e', 'mac_address': 'fa:16:3e:77:a3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:05:22.428159 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port 2001c709-0967-40dc-ace8-0ae7c84c04a5 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:05:22.445594 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port 2001c709-0967-40dc-ace8-0ae7c84c04a5 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:22.445961 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.459850 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-325514fb-b8b0-4766-9aab-79a6191750c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3246939', 'neutron.services.segments.db._delete_segments_for_network-8772266662247'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.496103 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-325514fb-b8b0-4766-9aab-79a6191750c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cf166c-a8d8-4dc6-b379-d49b36537933']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:22.498647 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.510890 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-325514fb-b8b0-4766-9aab-79a6191750c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:22.511179 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-325514fb-b8b0-4766-9aab-79a6191750c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6c1a7f-8ca5-4451-bbdc-c9bca4b46da7') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:22.523216 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d13756-7324-470e-ba51-a66d44fb148e {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:05:22.525737 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-325514fb-b8b0-4766-9aab-79a6191750c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772266661614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368607'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.542721 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 16d13756-7324-470e-ba51-a66d44fb148e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=16d13756-7324-470e-ba51-a66d44fb148e,segment=NetworkSegment(0688dadb-bd88-4e9f-9a81-b150658e0ec3),segment_id=0688dadb-bd88-4e9f-9a81-b150658e0ec3)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:22.550123 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7bc1c-f45b-4a06-a345-594e06560842 req-7ed7773d-1724-431f-b48e-ea2127c1b500 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:22.551583 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7fe7bc1c-f45b-4a06-a345-594e06560842 req-7ed7773d-1724-431f-b48e-ea2127c1b500 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 945 time: 0.1498475 Feb 09 16:05:22.552506 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-325514fb-b8b0-4766-9aab-79a6191750c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.571886 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325514fb-b8b0-4766-9aab-79a6191750c5 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:05:22.572279 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-325514fb-b8b0-4766-9aab-79a6191750c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3244415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7030850'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: Traceback (most recent call last): Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: timer() Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: cb(*args, **kw) Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: return func(*args, **kwargs) Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: self._notify() Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: self.callback(batched_events) Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: event.method(event) Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: return f(self, *a, **k) Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: return self._get(url).json() Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:05:22.590003 dv-cinder-825105-1-smb neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:05:22.597466 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.647020 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 2001c709-0967-40dc-ace8-0ae7c84c04a5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2001c709-0967-40dc-ace8-0ae7c84c04a5,segment=NetworkSegment(b88eb6ad-2599-4f05-b188-1dba0e041ca0),segment_id=b88eb6ad-2599-4f05-b188-1dba0e041ca0)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:22.648853 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7763c177-8ea6-4a31-ae5c-660729d2fcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2001c709-0967-40dc-ace8-0ae7c84c04a5'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:22.656416 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.679712 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7fe7bc1c-f45b-4a06-a345-594e06560842 req-a7fa7072-a212-451f-9bf4-78e53a1ab5fe tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221592 Feb 09 16:05:22.736935 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.754598 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7763c177-8ea6-4a31-ae5c-660729d2fcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2001c709-0967-40dc-ace8-0ae7c84c04a5', 'code': 200} Feb 09 16:05:22.754980 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-325514fb-b8b0-4766-9aab-79a6191750c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3246932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691991'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.758907 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=16d13756-7324-470e-ba51-a66d44fb148e,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:22.807671 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-325514fb-b8b0-4766-9aab-79a6191750c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.829295 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f25e8-206f-4f85-ba42-564d907cf250 req-5603ecf2-4ea1-4781-8bf4-b1781c3ab1e2 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:22.830835 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-533f25e8-206f-4f85-ba42-564d907cf250 req-5603ecf2-4ea1-4781-8bf4-b1781c3ab1e2 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 946 time: 0.1305830 Feb 09 16:05:22.837965 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325514fb-b8b0-4766-9aab-79a6191750c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=00cf166c-a8d8-4dc6-b379-d49b36537933,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:22.880919 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=2001c709-0967-40dc-ace8-0ae7c84c04a5,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:22.903752 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-533f25e8-206f-4f85-ba42-564d907cf250 req-cf64844f-cb13-4e39-8b0c-e4d270e7fa03 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/security-groups?id=69ca7ee3-66a1-480b-8b0e-427f76db90f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647392 Feb 09 16:05:22.947142 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-325514fb-b8b0-4766-9aab-79a6191750c5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/00cf166c-a8d8-4dc6-b379-d49b36537933 HTTP/1.1" status: 204 len: 168 time: 0.8313048 Feb 09 16:05:22.949885 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['16d13756-7324-470e-ba51-a66d44fb148e'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:05:23.057360 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 58882) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:23.129744 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-17942324-d264-4f34-b4b0-a24d4aa377ff admin admin] Deleting subnet 9b9429e3-ee9f-45ab-95f7-bfeb65b65014 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:05:23.133218 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17942324-d264-4f34-b4b0-a24d4aa377ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.188707 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17942324-d264-4f34-b4b0-a24d4aa377ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368596'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.295591 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17942324-d264-4f34-b4b0-a24d4aa377ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3247574'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.356116 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-efce63c7-201b-4188-9f3d-ec67bdf30758 req-f1ef0af2-0993-4776-b4cc-a8549c3139ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 1099 time: 0.1375308 Feb 09 16:05:23.382573 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 58888) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:23.414577 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-efce63c7-201b-4188-9f3d-ec67bdf30758 req-f62e6686-5721-49ba-a8aa-b328fcc3112b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=69ca7ee3-66a1-480b-8b0e-427f76db90f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491650 Feb 09 16:05:23.443042 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-5d14aa25-9e90-4349-83e5-b47ce8a13c9e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e2a887c33294b0497f7c8d97a81c687&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0590498 Feb 09 16:05:23.445369 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 58894) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:23.481303 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17942324-d264-4f34-b4b0-a24d4aa377ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3247599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7031016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7118252'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.564561 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-93e3dabe-4160-4e2d-b10c-c14012066a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.576920 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17942324-d264-4f34-b4b0-a24d4aa377ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b9429e3-ee9f-45ab-95f7-bfeb65b65014,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:23.580184 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17942324-d264-4f34-b4b0-a24d4aa377ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.588858 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-17942324-d264-4f34-b4b0-a24d4aa377ff admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9b9429e3-ee9f-45ab-95f7-bfeb65b65014 HTTP/1.1" status: 204 len: 168 time: 0.5278621 Feb 09 16:05:23.589019 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 58902) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:23.609243 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-93e3dabe-4160-4e2d-b10c-c14012066a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.672754 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07871078-66c1-4d75-ae39-9131eda58437 req-101903ea-f77c-4d70-a4a8-04eb172bbab4 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:23.675086 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-07871078-66c1-4d75-ae39-9131eda58437 req-101903ea-f77c-4d70-a4a8-04eb172bbab4 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 945 time: 0.1563470 Feb 09 16:05:23.717124 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29536fa8-aa56-4d34-932c-804dd5a20743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3173060'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.738325 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-07871078-66c1-4d75-ae39-9131eda58437 req-48b16f09-b02a-44e9-9422-619dcdd2ef76 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444763 Feb 09 16:05:23.760389 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-93e3dabe-4160-4e2d-b10c-c14012066a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.776141 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3dabe-4160-4e2d-b10c-c14012066a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:23.841669 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29536fa8-aa56-4d34-932c-804dd5a20743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3246939', 'neutron.services.segments.db._delete_segments_for_network-8772266662247'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.853392 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-93e3dabe-4160-4e2d-b10c-c14012066a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.854857 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-93e3dabe-4160-4e2d-b10c-c14012066a45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f783e8f-4b9a-475f-ba72-e2ce2e2a2daf HTTP/1.1" status: 204 len: 168 time: 0.4085875 Feb 09 16:05:23.867712 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-29536fa8-aa56-4d34-932c-804dd5a20743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435aabbf-7da2-4610-96b6-cdfa5d00364b']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:23.879419 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-29536fa8-aa56-4d34-932c-804dd5a20743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fa577f-4d90-4d7d-a98d-a24b2b03f5ca') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:23.879703 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-29536fa8-aa56-4d34-932c-804dd5a20743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fa577f-4d90-4d7d-a98d-a24b2b03f5ca') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:23.890874 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29536fa8-aa56-4d34-932c-804dd5a20743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772266661614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368607'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.906677 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29536fa8-aa56-4d34-932c-804dd5a20743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.912570 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29536fa8-aa56-4d34-932c-804dd5a20743 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:05:23.912944 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29536fa8-aa56-4d34-932c-804dd5a20743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3244415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7030850'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: Traceback (most recent call last): Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: timer() Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: cb(*args, **kw) Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: return func(*args, **kwargs) Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: self._notify() Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: self.callback(batched_events) Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: event.method(event) Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: return f(self, *a, **k) Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: return self._get(url).json() Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:05:23.926561 dv-cinder-825105-1-smb neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:05:24.090408 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29536fa8-aa56-4d34-932c-804dd5a20743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3246932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691991'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:24.111687 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29536fa8-aa56-4d34-932c-804dd5a20743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:24.125620 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29536fa8-aa56-4d34-932c-804dd5a20743 admin admin] Pushing event deleted for resources: {'Network': ['ID=435aabbf-7da2-4610-96b6-cdfa5d00364b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:24.130014 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 16d13756-7324-470e-ba51-a66d44fb148e up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:05:24.134327 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34d3b2-448f-4b9c-9232-fb44796474e6 req-00280b06-5326-4fb5-8525-3da7fc0d6acb tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:24.135747 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6d34d3b2-448f-4b9c-9232-fb44796474e6 req-00280b06-5326-4fb5-8525-3da7fc0d6acb tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 946 time: 0.1092215 Feb 09 16:05:24.197472 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6d34d3b2-448f-4b9c-9232-fb44796474e6 req-53080dd1-9b1e-4609-91ff-cc9f8fcaa754 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/security-groups?id=69ca7ee3-66a1-480b-8b0e-427f76db90f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556433 Feb 09 16:05:24.200168 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-29536fa8-aa56-4d34-932c-804dd5a20743 admin admin] 10.222.0.30 "DELETE /v2.0/networks/435aabbf-7da2-4610-96b6-cdfa5d00364b HTTP/1.1" status: 204 len: 168 time: 0.6102335 Feb 09 16:05:24.311855 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port 16d13756-7324-470e-ba51-a66d44fb148e completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:05:24.317582 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port 16d13756-7324-470e-ba51-a66d44fb148e triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:24.318112 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:24.434984 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:24.471692 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 16d13756-7324-470e-ba51-a66d44fb148e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=16d13756-7324-470e-ba51-a66d44fb148e,segment=NetworkSegment(0688dadb-bd88-4e9f-9a81-b150658e0ec3),segment_id=0688dadb-bd88-4e9f-9a81-b150658e0ec3)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:24.600644 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:24.647078 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 58924) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:24.683269 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=16d13756-7324-470e-ba51-a66d44fb148e,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:24.744546 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-5b6e8b7f-46d5-41fc-b500-15d2954a2cf7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dab52d4a8a85422da8d895778b2b1551&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0947912 Feb 09 16:05:24.747212 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 58930) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:24.756077 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d13756-7324-470e-ba51-a66d44fb148e'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:24.836114 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfcd7-39b6-4254-a7f1-b109a34a7af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:24.861754 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d13756-7324-470e-ba51-a66d44fb148e', 'code': 200} Feb 09 16:05:24.890757 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfcd7-39b6-4254-a7f1-b109a34a7af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:25.008828 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced461a-68bd-4989-a41f-d617216402a3 req-3606199f-dad8-4788-8122-d453f6cfaa9a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:25.010349 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0ced461a-68bd-4989-a41f-d617216402a3 req-3606199f-dad8-4788-8122-d453f6cfaa9a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.1065087 Feb 09 16:05:25.060061 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0ced461a-68bd-4989-a41f-d617216402a3 req-2e78e3e1-1ea0-4680-bc5a-cf0d785c0f4c tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441003 Feb 09 16:05:25.106561 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfcd7-39b6-4254-a7f1-b109a34a7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:25.125708 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cfcd7-39b6-4254-a7f1-b109a34a7af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2393ff4-6b81-49a4-8547-adb27f0f4a0c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:25.250784 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfcd7-39b6-4254-a7f1-b109a34a7af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:25.254757 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-3c3cfcd7-39b6-4254-a7f1-b109a34a7af8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2393ff4-6b81-49a4-8547-adb27f0f4a0c HTTP/1.1" status: 204 len: 168 time: 0.5043914 Feb 09 16:05:25.398709 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 58960) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:25.409528 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fbb171f1-2dfb-4b2d-a07c-5597f3b42a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:25.505973 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-78c95096-188f-4af4-b635-ca9e2ceddce4 req-7cf3925b-6628-4ae6-8766-390f443e2688 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 1099 time: 0.1778076 Feb 09 16:05:25.545037 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-687877857-network', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:25.552868 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:25.556985 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Usage tracker for resource:network and tenant:affdb33688524e34b4bc227b7e0e8610 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:25.560175 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:25.560329 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda44ddf-73cc-4341-9166-2fd9ddd108d1 req-ee83ea3d-47e7-4372-821d-238d72197730 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:25.563479 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cda44ddf-73cc-4341-9166-2fd9ddd108d1 req-ee83ea3d-47e7-4372-821d-238d72197730 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 946 time: 0.1602216 Feb 09 16:05:25.567057 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:25.573964 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-78c95096-188f-4af4-b635-ca9e2ceddce4 req-98a4fdb4-ca28-4583-bc43-f10e9a1493d2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603669 Feb 09 16:05:25.619694 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cda44ddf-73cc-4341-9166-2fd9ddd108d1 req-b592f4da-d5e9-4a00-83a2-807bc9c9f33a tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/security-groups?id=69ca7ee3-66a1-480b-8b0e-427f76db90f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483580 Feb 09 16:05:25.712608 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Made reservation on behalf of affdb33688524e34b4bc227b7e0e8610 for: {'network': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:25.717217 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:25.733962 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:25.774796 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:25.778996 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Usage tracker for resource:security_group_rule and tenant:affdb33688524e34b4bc227b7e0e8610 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:25.782631 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:25.788858 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:25.872917 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:25.960439 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:25.999517 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=83708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:05:26.009731 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b877803b-b9c2-4255-897c-d36a0a89e58b,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:26.022282 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:26.022282 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.db.segments_db [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Added segment cb3dab3c-29eb-4cd8-b1b2-537a17e858aa of type vlan for network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 Feb 09 16:05:26.047288 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:26.155225 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:26.163330 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:26.163330 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:26.304452 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] Pushing event updated for resources: {'Network': ['ID=2b3da4be-1f57-494a-a8f4-09aee01d85a0,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:26.313927 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c15b6-f7b6-4484-9b58-b7cd346c3470 req-b84a5da3-b8e4-4f2e-83a0-c222227d2ea0 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:26.315345 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2f6c15b6-f7b6-4484-9b58-b7cd346c3470 req-b84a5da3-b8e4-4f2e-83a0-c222227d2ea0 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0974150 Feb 09 16:05:26.317629 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 16:05:26.364394 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-784a0203-55d5-46a6-a0da-6296e1a40f95 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9643741 Feb 09 16:05:26.367518 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 58988) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:26.375545 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-1d659fe0-9668-468a-b1b4-ba13ae34e2c3 admin admin] Request body: {'subnet': {'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-687877857-subnet', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:26.378935 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2f6c15b6-f7b6-4484-9b58-b7cd346c3470 req-60a07fd0-890e-4569-8559-4f38b379d1ea tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563660 Feb 09 16:05:26.394108 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-1d659fe0-9668-468a-b1b4-ba13ae34e2c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:26.398669 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-1d659fe0-9668-468a-b1b4-ba13ae34e2c3 admin admin] Usage tracker for resource:subnet and tenant:affdb33688524e34b4bc227b7e0e8610 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:26.402791 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-1d659fe0-9668-468a-b1b4-ba13ae34e2c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:26.422173 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-1d659fe0-9668-468a-b1b4-ba13ae34e2c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:26.535903 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d659fe0-9668-468a-b1b4-ba13ae34e2c3 admin admin] Made reservation on behalf of affdb33688524e34b4bc227b7e0e8610 for: {'subnet': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:26.540168 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-1d659fe0-9668-468a-b1b4-ba13ae34e2c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6906914'] for subnet, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:26.866813 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-1d659fe0-9668-468a-b1b4-ba13ae34e2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1352404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6906908'] for subnet, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:27.048705 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d659fe0-9668-468a-b1b4-ba13ae34e2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d3c3d2-bfda-4d8d-9b29-a750ae5d6544,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:27.058997 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d659fe0-9668-468a-b1b4-ba13ae34e2c3 admin admin] Checking segment: {'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:05:27.059350 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d659fe0-9668-468a-b1b4-ba13ae34e2c3 admin admin] Network hostable DHCP agents. Network: 2b3da4be-1f57-494a-a8f4-09aee01d85a0, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:05:27.149026 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d659fe0-9668-468a-b1b4-ba13ae34e2c3 admin admin] Network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:05:27.223481 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-1d659fe0-9668-468a-b1b4-ba13ae34e2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, 2b3da4be-1f57-494a-a8f4-09aee01d85a0) {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:27.227773 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d659fe0-9668-468a-b1b4-ba13ae34e2c3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:27.228679 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-1d659fe0-9668-468a-b1b4-ba13ae34e2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:27.232602 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4877ca6-5fd7-4923-a670-925560d27f82 None None] Network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:05:27.320107 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-1d659fe0-9668-468a-b1b4-ba13ae34e2c3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9473202 Feb 09 16:05:27.320357 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59028) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:27.329275 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:27.335624 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:27.340957 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Usage tracker for resource:router and tenant:affdb33688524e34b4bc227b7e0e8610 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:27.346610 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:27.355328 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:27.457682 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb1ace92-ef78-5fb9-ac9e-ee7977fe44ac-2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544'}]}} from dv-cinder-825105-1-smb. {{(pid=83710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 16:05:27.458611 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:27.463655 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:27.464614 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41882'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:27.494743 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:27.653217 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a5425-8773-49f1-87cd-0105b901abe9 req-c3542381-81d9-4d10-a147-e866470fe5b5 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:27.665274 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b29a5425-8773-49f1-87cd-0105b901abe9 req-c3542381-81d9-4d10-a147-e866470fe5b5 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.1257255 Feb 09 16:05:27.762156 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Allocated IP 172.20.0.2 (2b3da4be-1f57-494a-a8f4-09aee01d85a0/42d3c3d2-bfda-4d8d-9b29-a750ae5d6544/6274996a-8c9b-4c69-a115-927df61883cf) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:27.771768 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41896'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:27.792373 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b29a5425-8773-49f1-87cd-0105b901abe9 req-d347877b-cb60-4f84-a7d8-c10e42154dfd tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261575 Feb 09 16:05:27.930004 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-91e351e0-2d89-42bf-bb64-f7594d92a792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.040467 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.059147 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Transition to ACTIVE for port object 6274996a-8c9b-4c69-a115-927df61883cf will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:05:28.066584 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56635f-ddb1-4aba-b060-8a561351388b req-fbaa5600-13ea-4706-88f2-94ebd06d0a59 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:28.076718 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-da56635f-ddb1-4aba-b060-8a561351388b req-fbaa5600-13ea-4706-88f2-94ebd06d0a59 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.1408927 Feb 09 16:05:28.089734 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Transition to ACTIVE for port object 6274996a-8c9b-4c69-a115-927df61883cf will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:05:28.138987 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-da56635f-ddb1-4aba-b060-8a561351388b req-421c67c9-10fd-4f21-aef7-ea9b406709fa tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612957 Feb 09 16:05:28.159391 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59050) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:28.180703 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.189387 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.218110 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.258518 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:28.261252 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:28.266374 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:05:28.268530 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Pushing event updated for resources: {'Port': ['ID=6274996a-8c9b-4c69-a115-927df61883cf,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:28.310992 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:28.311851 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:28.312152 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:28.312444 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:28.312767 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:28.313091 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:28.313411 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:28.313735 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:28.314065 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:28.314389 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:28.314707 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:28.371509 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Attempting to bind port 6274996a-8c9b-4c69-a115-927df61883cf on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:28.371911 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Attempting to bind port 6274996a-8c9b-4c69-a115-927df61883cf by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:28.372230 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Attempting to bind port 6274996a-8c9b-4c69-a115-927df61883cf on network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:05:28.379573 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:05:28.379939 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Checking segment: {'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:05:28.380333 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.380717 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Bound using segment: {'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:05:28.381175 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Bound port: 6274996a-8c9b-4c69-a115-927df61883cf, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:28.381541 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.439311 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Allocated IP 172.28.1.243 (6b7fe1e6-5bb6-4d06-a266-701d5608a849/a29998aa-47c5-4d48-9fc6-2e8cc05152fe/fa6710cf-aa73-4045-b694-78011a40d590) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:28.484899 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] For port 6274996a-8c9b-4c69-a115-927df61883cf, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:28.488769 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] For port 6274996a-8c9b-4c69-a115-927df61883cf, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=6274996a-8c9b-4c69-a115-927df61883cf,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:28.503515 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-1384426f-649b-46d0-a3e8-8bfe4973faac tempest-TestShelveInstance-83706483 tempest-TestShelveInstance-83706483-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 1094 time: 0.3429055 Feb 09 16:05:28.506330 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59058) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:28.512505 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Request body: {'floatingip': {'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'port_id': '16d13756-7324-470e-ba51-a66d44fb148e', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:28.519408 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:28.524253 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Usage tracker for resource:floatingip and tenant:43ed7dd9edae4b20a88c5eba35af5527 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:28.527810 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:28.534311 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:28.561509 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.600352 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.615113 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for floatingip, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.688568 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc4ba8-8259-4d9f-9e17-04f328e21fcd None None] Pushing event updated for resources: {'Port': ['ID=6274996a-8c9b-4c69-a115-927df61883cf,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:28.737990 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.808268 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.864226 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:28.867914 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:28.872248 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:05:28.928324 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Pushing event updated for resources: {'Port': ['ID=fa6710cf-aa73-4045-b694-78011a40d590,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:28.979015 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.033992 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_common [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Allocated IP 172.28.1.136 (6b7fe1e6-5bb6-4d06-a266-701d5608a849/a29998aa-47c5-4d48-9fc6-2e8cc05152fe/59fb25ec-54b7-40cd-9ba6-b44218c6d142) {{(pid=83708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:29.050922 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.273736 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.274505 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691926'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.306726 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for port, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.412975 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.490199 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:29.491931 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:29.496447 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Received port after_create {{(pid=83708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:05:29.524985 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Pushing event updated for resources: {'Port': ['ID=59fb25ec-54b7-40cd-9ba6-b44218c6d142,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:29.600780 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Router 14948fbf-24d9-4826-a8d1-0aa89e978e57 is scheduled to L3 agent fb3d251c-cb97-460a-9813-8f855a49118a with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:05:29.889972 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:05:29.899342 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Sync routers for ids ['14948fbf-24d9-4826-a8d1-0aa89e978e57'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:05:29.920705 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Routers {'14948fbf-24d9-4826-a8d1-0aa89e978e57'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:05:29.921839 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:05:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['14948fbf-24d9-4826-a8d1-0aa89e978e57'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:29.998222 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa40cfa-b2d0-4ab5-b400-6e15048dacc3 None None] Network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:05:30.012078 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:30.013374 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-7be5fe96-6af3-4863-84c7-64a98c13951f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6925292 Feb 09 16:05:30.018462 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59082) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:30.310342 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-ef95554c-b749-4cfa-bedd-83c3c7c6287b None None] Provisioning for port 6274996a-8c9b-4c69-a115-927df61883cf completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:05:30.346053 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:30.370059 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 6274996a-8c9b-4c69-a115-927df61883cf up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:05:30.407407 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:30.448272 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Set router 14948fbf-24d9-4826-a8d1-0aa89e978e57 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:05:30.500851 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:30.625630 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a287e2f-6a2a-4f2f-bf5c-4845786be1ae req-7da7c5ad-26d3-478a-b278-2379e2886f90 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:30.637624 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9a287e2f-6a2a-4f2f-bf5c-4845786be1ae req-7da7c5ad-26d3-478a-b278-2379e2886f90 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 945 time: 0.2708995 Feb 09 16:05:30.742277 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9a287e2f-6a2a-4f2f-bf5c-4845786be1ae req-e835aae2-c205-416d-b8ad-e27870c4a0b9 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032524 Feb 09 16:05:30.776640 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59100) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:30.792232 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for port, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:30.814195 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port 6274996a-8c9b-4c69-a115-927df61883cf completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:05:30.823511 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 6274996a-8c9b-4c69-a115-927df61883cf triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:30.823913 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:30.875019 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1352257'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.029196 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.058244 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:29Z', 'revision_number': 3, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:31.064330 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Checking router: 14948fbf-24d9-4826-a8d1-0aa89e978e57 for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:05:31.064681 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Updating router 14948fbf-24d9-4826-a8d1-0aa89e978e57 port fa6710cf-aa73-4045-b694-78011a40d590 binding host dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 16:05:31.156769 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port 6274996a-8c9b-4c69-a115-927df61883cf, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=6274996a-8c9b-4c69-a115-927df61883cf,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:31.173793 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.216250 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-a85911b9-3c17-40cc-9632-6cb76153a156 None None] Provisioning complete for port 6274996a-8c9b-4c69-a115-927df61883cf triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:31.216637 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a85911b9-3c17-40cc-9632-6cb76153a156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.230792 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Pushing event updated for resources: {'Port': ['ID=59fb25ec-54b7-40cd-9ba6-b44218c6d142,revision_number=2']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:31.266927 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691969'] for floatingip, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.401000 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-2bd89652-0937-4a7b-9ce1-cabbd6017112 tempest-TestMinimumBasicScenario-2050339656 tempest-TestMinimumBasicScenario-2050339656-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 1093 time: 0.6231217 Feb 09 16:05:31.403960 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59114) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:31.426696 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Request body: {'floatingip': {'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'port_id': 'ee987e41-9313-4ad6-854c-09108daa29ad', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:31.427128 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.435075 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:31.443403 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Usage tracker for resource:floatingip and tenant:834941f3691d47a1809756d053797f2c is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:31.444595 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.447588 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:31.455132 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:31.538950 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.db.l3_db [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Floating IP eeb7e822-bb19-4df1-9b9d-892d21aaf9a4 associated. External IP: 172.28.1.136, port: 16d13756-7324-470e-ba51-a66d44fb148e. Feb 09 16:05:31.555175 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=6274996a-8c9b-4c69-a115-927df61883cf,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:31.701797 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for floatingip, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.869189 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.885528 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Transition to ACTIVE for port object fa6710cf-aa73-4045-b694-78011a40d590 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:05:31.923893 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Allocated IP 172.20.0.1 (2b3da4be-1f57-494a-a8f4-09aee01d85a0/42d3c3d2-bfda-4d8d-9b29-a750ae5d6544/cf478b25-1897-4e21-8f62-fcbddb938c3f) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:31.955079 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.974631 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.033112 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450b06a-780a-4ed7-94fe-1d6c8d197075 req-b6bc47f2-3a6e-4f13-a5eb-778d92f48f00 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:32.035627 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a450b06a-780a-4ed7-94fe-1d6c8d197075 req-b6bc47f2-3a6e-4f13-a5eb-778d92f48f00 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 946 time: 0.2122481 Feb 09 16:05:32.061994 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c343228-126e-4feb-986b-ae25372a5635 None None] Pushing event updated for resources: {'Port': ['ID=fa6710cf-aa73-4045-b694-78011a40d590,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:32.075437 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Attempting to bind port fa6710cf-aa73-4045-b694-78011a40d590 on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:32.075804 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Attempting to bind port fa6710cf-aa73-4045-b694-78011a40d590 by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:32.076158 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Attempting to bind port fa6710cf-aa73-4045-b694-78011a40d590 on network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:05:32.083252 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:05:32.083610 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Checking segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:05:32.084005 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.084384 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Bound using segment: {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:05:32.084840 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Bound port: fa6710cf-aa73-4045-b694-78011a40d590, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4269051-9e23-404d-a4b7-9bee5aae5d13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:32.085205 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.119554 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a450b06a-780a-4ed7-94fe-1d6c8d197075 req-0a5ace12-dfbe-47e5-bf8e-4bc94b4cdf04 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/security-groups?id=69ca7ee3-66a1-480b-8b0e-427f76db90f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785429 Feb 09 16:05:32.141520 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.163498 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Transition to ACTIVE for port object cf478b25-1897-4e21-8f62-fcbddb938c3f will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:05:32.175906 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] For port fa6710cf-aa73-4045-b694-78011a40d590, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:32.179228 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] For port fa6710cf-aa73-4045-b694-78011a40d590, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=fa6710cf-aa73-4045-b694-78011a40d590,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:32.238106 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_common [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Allocated IP 172.28.1.70 (6b7fe1e6-5bb6-4d06-a266-701d5608a849/a29998aa-47c5-4d48-9fc6-2e8cc05152fe/04b9b05c-667c-454f-8fc7-d282d23822cb) {{(pid=83708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:32.245385 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 6274996a-8c9b-4c69-a115-927df61883cf up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:05:32.275211 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.304214 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.382343 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:32.385409 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:32.391057 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:05:32.393079 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c343228-126e-4feb-986b-ae25372a5635 None None] Pushing event updated for resources: {'Port': ['ID=fa6710cf-aa73-4045-b694-78011a40d590,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:32.399053 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Routers {'14948fbf-24d9-4826-a8d1-0aa89e978e57'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:05:32.399881 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:05:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['14948fbf-24d9-4826-a8d1-0aa89e978e57'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:32.423161 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Pushing event updated for resources: {'Port': ['ID=cf478b25-1897-4e21-8f62-fcbddb938c3f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:32.424281 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for port, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.481411 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695432'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.487610 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:05:32.613582 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port 6274996a-8c9b-4c69-a115-927df61883cf triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:32.614066 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.678673 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.776788 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] Set router 14948fbf-24d9-4826-a8d1-0aa89e978e57 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:05:32.797983 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:32.815995 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.843351 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:32.846060 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Received port after_create {{(pid=83708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:05:32.886784 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Pushing event updated for resources: {'Port': ['ID=04b9b05c-667c-454f-8fc7-d282d23822cb,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:33.002589 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-f5cb146f-681e-441b-91e3-e6af31d14ec1 None None] Provisioning for port cf478b25-1897-4e21-8f62-fcbddb938c3f completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:05:33.016629 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-f5cb146f-681e-441b-91e3-e6af31d14ec1 None None] Provisioning complete for port cf478b25-1897-4e21-8f62-fcbddb938c3f triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:33.016985 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f5cb146f-681e-441b-91e3-e6af31d14ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:33.100560 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f5cb146f-681e-441b-91e3-e6af31d14ec1 None None] Port cf478b25-1897-4e21-8f62-fcbddb938c3f cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:05:33.146253 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:33.188636 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:29Z', 'revision_number': 3, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:33.192847 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6893e20-7b3a-4fd7-a3de-e2da8060023e None None] The sync data for ids ['14948fbf-24d9-4826-a8d1-0aa89e978e57'] in dv-cinder-825105-1-smb is: [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:29Z', 'revision_number': 3, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:05:33.223887 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:33.362523 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:05:33.373289 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71e0d4-62c9-44df-a8fb-dcaf3e8c6edb None None] Sync routers for ids ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'] in dv-cinder-825105-1-smb {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:05:33.391655 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71e0d4-62c9-44df-a8fb-dcaf3e8c6edb None None] Routers {'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:05:33.392529 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-cf71e0d4-62c9-44df-a8fb-dcaf3e8c6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:05:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:33.406220 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Pushing event updated for resources: {'Port': ['ID=cf478b25-1897-4e21-8f62-fcbddb938c3f,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:33.410838 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1695269'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:33.521451 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for floatingip, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:33.570156 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e9321-d110-44b4-9bce-ac4483e87bb6 req-9acc2c00-8738-46eb-ab5e-3ee40761701f tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:33.571534 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-497e9321-d110-44b4-9bce-ac4483e87bb6 req-9acc2c00-8738-46eb-ab5e-3ee40761701f tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 946 time: 0.3134835 Feb 09 16:05:33.619860 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-db63b7e6-6784-4e73-ba1d-0703357f7190 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1124060 Feb 09 16:05:33.622047 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'tag': '16d13756-7324-470e-ba51-a66d44fb148e'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:33.783498 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-cf71e0d4-62c9-44df-a8fb-dcaf3e8c6edb None None] Set router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:05:33.788083 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-497e9321-d110-44b4-9bce-ac4483e87bb6 req-57c31ec2-2afb-49cd-9f69-773ad4679bbd tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/security-groups?id=69ca7ee3-66a1-480b-8b0e-427f76db90f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999002 Feb 09 16:05:33.794995 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:33.797639 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:33.823738 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:33.828121 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'tag': '16d13756-7324-470e-ba51-a66d44fb148e', 'status': 'completed', 'code': 200} Feb 09 16:05:33.962014 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.089204 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c030afaf-5d39-4f31-afd1-6980992cb0c7 req-6f113d85-98c5-49ed-8ccf-e00063ab9b77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43ed7dd9edae4b20a88c5eba35af5527&device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 1099 time: 0.2638116 Feb 09 16:05:34.222219 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a8fcb-ca64-4a8b-8c83-d96af607ebe0 req-2deba3d3-36c2-403b-a22b-6514942ff831 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:34.223699 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-936a8fcb-ca64-4a8b-8c83-d96af607ebe0 req-2deba3d3-36c2-403b-a22b-6514942ff831 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.42 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 946 time: 0.6116338 Feb 09 16:05:34.245524 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-ae76ca30-7c50-4fc5-b9ee-0c866dc27856 None None] Provisioning complete for port cf478b25-1897-4e21-8f62-fcbddb938c3f triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:34.251180 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae76ca30-7c50-4fc5-b9ee-0c866dc27856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.320490 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-ae76ca30-7c50-4fc5-b9ee-0c866dc27856 None None] Port cf478b25-1897-4e21-8f62-fcbddb938c3f cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:05:34.345059 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device fa6710cf-aa73-4045-b694-78011a40d590 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:05:34.453251 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-936a8fcb-ca64-4a8b-8c83-d96af607ebe0 req-bc192701-ccdf-4ff2-9a93-21c710792b7a tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Deleting port 2001c709-0967-40dc-ace8-0ae7c84c04a5 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:05:34.453889 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-936a8fcb-ca64-4a8b-8c83-d96af607ebe0 req-bc192701-ccdf-4ff2-9a93-21c710792b7a tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.510091 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-cf71e0d4-62c9-44df-a8fb-dcaf3e8c6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'name': 'tempest-TestShelveInstance-272389709-router', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:00Z', 'updated_at': '2022-02-09T16:04:08Z', 'revision_number': 4, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'gw_port': {'id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:01Z', 'updated_at': '2022-02-09T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': 'eeb7e822-bb19-4df1-9b9d-892d21aaf9a4', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'floating_ip_address': '172.28.1.136', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'port_id': '16d13756-7324-470e-ba51-a66d44fb148e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'mac_address': 'fa:16:3e:77:a3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:05:30Z', 'updated_at': '2022-02-09T16:05:30Z', 'revision_number': 0, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afd8d6b-81ed-4e6b-b147-08982e116cbc', 'name': '', 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'mac_address': 'fa:16:3e:60:12:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:07Z', 'updated_at': '2022-02-09T16:04:37Z', 'revision_number': 5, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'subnets': [{'id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:34.525995 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port fa6710cf-aa73-4045-b694-78011a40d590 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:05:34.532294 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port fa6710cf-aa73-4045-b694-78011a40d590 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:34.532798 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.533608 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71e0d4-62c9-44df-a8fb-dcaf3e8c6edb None None] Checking router: ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 for host: dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:05:34.557438 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71e0d4-62c9-44df-a8fb-dcaf3e8c6edb None None] Routers {'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:05:34.558063 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-cf71e0d4-62c9-44df-a8fb-dcaf3e8c6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:05:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:34.568735 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030afaf-5d39-4f31-afd1-6980992cb0c7 req-9142a8f0-1324-4e86-9a7f-261442bc1dd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:34.571975 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c030afaf-5d39-4f31-afd1-6980992cb0c7 req-9142a8f0-1324-4e86-9a7f-261442bc1dd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=18c16b04-0f6a-43fa-a890-19fb89b12238 HTTP/1.1" status: 200 len: 909 time: 0.4600732 Feb 09 16:05:34.704992 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for port, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.716786 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.739400 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port fa6710cf-aa73-4045-b694-78011a40d590, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=fa6710cf-aa73-4045-b694-78011a40d590,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:34.744330 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c030afaf-5d39-4f31-afd1-6980992cb0c7 req-93a95f83-bf83-45f7-b03a-1a1cded02459 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16d13756-7324-470e-ba51-a66d44fb148e HTTP/1.1" status: 200 len: 1000 time: 0.1649032 Feb 09 16:05:34.794076 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1352257'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.831556 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-cf71e0d4-62c9-44df-a8fb-dcaf3e8c6edb None None] Set router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:05:34.857294 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.895510 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-936a8fcb-ca64-4a8b-8c83-d96af607ebe0 req-bc192701-ccdf-4ff2-9a93-21c710792b7a tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] For port 2001c709-0967-40dc-ace8-0ae7c84c04a5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2001c709-0967-40dc-ace8-0ae7c84c04a5,segment=NetworkSegment(b88eb6ad-2599-4f05-b188-1dba0e041ca0),segment_id=b88eb6ad-2599-4f05-b188-1dba0e041ca0)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:34.895870 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-936a8fcb-ca64-4a8b-8c83-d96af607ebe0 req-bc192701-ccdf-4ff2-9a93-21c710792b7a tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.925634 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030afaf-5d39-4f31-afd1-6980992cb0c7 req-b93c3a8d-4326-4baa-b4b3-44804c8fd0e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:34.927274 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c030afaf-5d39-4f31-afd1-6980992cb0c7 req-b93c3a8d-4326-4baa-b4b3-44804c8fd0e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1414b891-07be-4dcb-b434-3590d3850f3b HTTP/1.1" status: 200 len: 847 time: 0.1763861 Feb 09 16:05:34.984024 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=fa6710cf-aa73-4045-b694-78011a40d590,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:34.990416 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Pushing event updated for resources: {'Port': ['ID=04b9b05c-667c-454f-8fc7-d282d23822cb,revision_number=2']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:35.010258 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691969'] for floatingip, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:35.029427 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-936a8fcb-ca64-4a8b-8c83-d96af607ebe0 req-bc192701-ccdf-4ff2-9a93-21c710792b7a tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Calling delete_port for 2001c709-0967-40dc-ace8-0ae7c84c04a5 owned by compute:nova {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:05:35.177910 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Router 14948fbf-24d9-4826-a8d1-0aa89e978e57 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:05:35.365204 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-cf71e0d4-62c9-44df-a8fb-dcaf3e8c6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'name': 'tempest-TestShelveInstance-272389709-router', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:00Z', 'updated_at': '2022-02-09T16:04:08Z', 'revision_number': 4, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'gw_port': {'id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:01Z', 'updated_at': '2022-02-09T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': 'eeb7e822-bb19-4df1-9b9d-892d21aaf9a4', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'floating_ip_address': '172.28.1.136', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'port_id': '16d13756-7324-470e-ba51-a66d44fb148e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'mac_address': 'fa:16:3e:77:a3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:05:30Z', 'updated_at': '2022-02-09T16:05:30Z', 'revision_number': 0, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afd8d6b-81ed-4e6b-b147-08982e116cbc', 'name': '', 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'mac_address': 'fa:16:3e:60:12:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:07Z', 'updated_at': '2022-02-09T16:04:37Z', 'revision_number': 5, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'subnets': [{'id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:35.370201 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71e0d4-62c9-44df-a8fb-dcaf3e8c6edb None None] The sync data for ids ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'] in dv-cinder-825105-1-smb is: [{'id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'name': 'tempest-TestShelveInstance-272389709-router', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:00Z', 'updated_at': '2022-02-09T16:04:08Z', 'revision_number': 4, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'gw_port': {'id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:01Z', 'updated_at': '2022-02-09T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': 'eeb7e822-bb19-4df1-9b9d-892d21aaf9a4', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'floating_ip_address': '172.28.1.136', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'port_id': '16d13756-7324-470e-ba51-a66d44fb148e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'mac_address': 'fa:16:3e:77:a3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:05:30Z', 'updated_at': '2022-02-09T16:05:30Z', 'revision_number': 0, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afd8d6b-81ed-4e6b-b147-08982e116cbc', 'name': '', 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'mac_address': 'fa:16:3e:60:12:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:07Z', 'updated_at': '2022-02-09T16:04:37Z', 'revision_number': 5, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'subnets': [{'id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:05:35.393088 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c030afaf-5d39-4f31-afd1-6980992cb0c7 req-18eee4c4-edc6-4ede-8a91-07215849a4df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18c16b04-0f6a-43fa-a890-19fb89b12238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4565241 Feb 09 16:05:35.414586 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-936a8fcb-ca64-4a8b-8c83-d96af607ebe0 req-bc192701-ccdf-4ff2-9a93-21c710792b7a tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:35.428601 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['2001c709-0967-40dc-ace8-0ae7c84c04a5'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:05:35.481227 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc192701-ccdf-4ff2-9a93-21c710792b7a tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Pushing event deleted for resources: {'Port': ['ID=2001c709-0967-40dc-ace8-0ae7c84c04a5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:35.499455 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58f7be-c6c3-4105-a05b-bd44138d9a40 req-e3b9d807-8f1e-40a1-adf7-190eddca7c43 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:35.501018 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5c58f7be-c6c3-4105-a05b-bd44138d9a40 req-e3b9d807-8f1e-40a1-adf7-190eddca7c43 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/ports?device_id=7763c177-8ea6-4a31-ae5c-660729d2fcb8 HTTP/1.1" status: 200 len: 946 time: 0.4242914 Feb 09 16:05:35.563738 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-936a8fcb-ca64-4a8b-8c83-d96af607ebe0 req-bc192701-ccdf-4ff2-9a93-21c710792b7a tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] No DVR routers for this DVR port 2001c709-0967-40dc-ace8-0ae7c84c04a5 on host hv-cinder-82510 {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:05:35.566630 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-936a8fcb-ca64-4a8b-8c83-d96af607ebe0 req-bc192701-ccdf-4ff2-9a93-21c710792b7a tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:35.569291 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7763c177-8ea6-4a31-ae5c-660729d2fcb8', 'name': 'network-vif-deleted', 'tag': '2001c709-0967-40dc-ace8-0ae7c84c04a5'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:35.590578 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:05:35.596842 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-56e84076-7f42-4990-a2d2-7181068eca18 admin admin] 10.222.0.30 "PUT /v2.0/routers/14948fbf-24d9-4826-a8d1-0aa89e978e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5788312 Feb 09 16:05:35.612857 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5c58f7be-c6c3-4105-a05b-bd44138d9a40 req-495a3148-e8bc-4ebf-b211-e66ac0fa8097 tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.30 "GET /v2.0/security-groups?id=69ca7ee3-66a1-480b-8b0e-427f76db90f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998361 Feb 09 16:05:35.615996 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c030afaf-5d39-4f31-afd1-6980992cb0c7 req-193514ca-c9b3-411e-b21a-0fca5b5d4913 service neutron] 10.222.0.42 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123613 Feb 09 16:05:35.661224 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7763c177-8ea6-4a31-ae5c-660729d2fcb8', 'name': 'network-vif-deleted', 'tag': '2001c709-0967-40dc-ace8-0ae7c84c04a5', 'status': 'completed', 'code': 200} Feb 09 16:05:35.695083 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-936a8fcb-ca64-4a8b-8c83-d96af607ebe0 req-bc192701-ccdf-4ff2-9a93-21c710792b7a tempest-VolumesActionsTest-1689905996 tempest-VolumesActionsTest-1689905996-project] 10.222.0.42 "DELETE /v2.0/ports/2001c709-0967-40dc-ace8-0ae7c84c04a5 HTTP/1.1" status: 204 len: 173 time: 1.4562647 Feb 09 16:05:35.752552 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.db.l3_db [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Floating IP 4ba8d1b9-9193-4309-b427-125715d42c84 associated. External IP: 172.28.1.70, port: ee987e41-9313-4ad6-854c-09108daa29ad. Feb 09 16:05:35.903051 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c030afaf-5d39-4f31-afd1-6980992cb0c7 req-5424299b-a8ff-46f8-a96f-228a4ab1733b service neutron] 10.222.0.42 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704096 Feb 09 16:05:36.195786 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Router b775e9f4-8b7c-4f7b-be3a-ca0191be065b has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:05:36.261972 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device fa6710cf-aa73-4045-b694-78011a40d590 up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:05:36.354322 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port fa6710cf-aa73-4045-b694-78011a40d590 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:36.355039 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:36.455472 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:05:36.485100 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ecc36-8c50-44f3-ac6b-6f160a55c4f3 None None] Sync routers for ids ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:05:36.534681 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ecc36-8c50-44f3-ac6b-6f160a55c4f3 None None] Routers {'b775e9f4-8b7c-4f7b-be3a-ca0191be065b'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:05:36.535237 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-7e1ecc36-8c50-44f3-ac6b-6f160a55c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:05:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:36.563180 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for floatingip, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:36.628509 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-174ee3a7-3f17-4608-b768-62693f3ccac7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2208419 Feb 09 16:05:36.629143 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59164) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:36.629346 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'tag': 'ee987e41-9313-4ad6-854c-09108daa29ad'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:36.643674 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-187f0f75-94ac-4c30-b274-c364f5a29fe0 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-654621094', 'description': 'tempest-secgroup-smoke-654621094 description', 'project_id': '834941f3691d47a1809756d053797f2c'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:36.667846 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-187f0f75-94ac-4c30-b274-c364f5a29fe0 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:36.690973 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-187f0f75-94ac-4c30-b274-c364f5a29fe0 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:36.727501 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'tag': 'ee987e41-9313-4ad6-854c-09108daa29ad', 'status': 'completed', 'code': 200} Feb 09 16:05:36.749313 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-7e1ecc36-8c50-44f3-ac6b-6f160a55c4f3 None None] Set router b775e9f4-8b7c-4f7b-be3a-ca0191be065b gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:05:36.783988 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59172) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:36.790423 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f1e1a6c4-862d-4fd0-be89-8ec167cff8f4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2131329145', 'description': 'tempest-description--1579458875'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:36.797660 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f1e1a6c4-862d-4fd0-be89-8ec167cff8f4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:36.802480 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f1e1a6c4-862d-4fd0-be89-8ec167cff8f4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Usage tracker for resource:security_group and tenant:affdb33688524e34b4bc227b7e0e8610 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:36.805879 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f1e1a6c4-862d-4fd0-be89-8ec167cff8f4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:36.812859 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f1e1a6c4-862d-4fd0-be89-8ec167cff8f4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:36.846876 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-187f0f75-94ac-4c30-b274-c364f5a29fe0 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:36.871234 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ac4d5003-fbfc-47fc-b328-dee9897c0696 req-07e85bef-8553-4023-9bf7-2c9464abc7ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=834941f3691d47a1809756d053797f2c&device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 1098 time: 0.1133888 Feb 09 16:05:36.892609 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1e1a6c4-862d-4fd0-be89-8ec167cff8f4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:36.986251 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f1e1a6c4-862d-4fd0-be89-8ec167cff8f4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:36.994689 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f1e1a6c4-862d-4fd0-be89-8ec167cff8f4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Usage tracker for resource:security_group_rule and tenant:affdb33688524e34b4bc227b7e0e8610 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:37.000982 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f1e1a6c4-862d-4fd0-be89-8ec167cff8f4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:37.018563 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f1e1a6c4-862d-4fd0-be89-8ec167cff8f4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:37.072739 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-187f0f75-94ac-4c30-b274-c364f5a29fe0 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:37.081201 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-187f0f75-94ac-4c30-b274-c364f5a29fe0 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Usage tracker for resource:security_group_rule and tenant:834941f3691d47a1809756d053797f2c is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:37.085747 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-187f0f75-94ac-4c30-b274-c364f5a29fe0 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:37.088843 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64fdaf2-8d09-4137-a097-06385bed8b96 None None] New status for floating IP eeb7e822-bb19-4df1-9b9d-892d21aaf9a4: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 16:05:37.096513 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-187f0f75-94ac-4c30-b274-c364f5a29fe0 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:37.163941 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1e1a6c4-862d-4fd0-be89-8ec167cff8f4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.165390 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d5003-fbfc-47fc-b328-dee9897c0696 req-cf60bf6c-d65b-4dc4-95db-e73a5cabb43d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:37.175120 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ac4d5003-fbfc-47fc-b328-dee9897c0696 req-cf60bf6c-d65b-4dc4-95db-e73a5cabb43d service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a HTTP/1.1" status: 200 len: 915 time: 0.2866287 Feb 09 16:05:37.251703 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1e1a6c4-862d-4fd0-be89-8ec167cff8f4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.293768 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ac4d5003-fbfc-47fc-b328-dee9897c0696 req-c418973b-f772-4583-90e0-5ab6f9684790 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee987e41-9313-4ad6-854c-09108daa29ad HTTP/1.1" status: 200 len: 998 time: 0.1140108 Feb 09 16:05:37.307307 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1a6c4-862d-4fd0-be89-8ec167cff8f4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:37.371678 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1e1a6c4-862d-4fd0-be89-8ec167cff8f4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.376597 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-f1e1a6c4-862d-4fd0-be89-8ec167cff8f4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5879869 Feb 09 16:05:37.380194 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59180) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:37.386105 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f6ebb2b2-9c5e-4aa5-be42-f35cb0e3b20e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Request body: {'security_group_rule': {'security_group_id': 'e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:37.393317 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f6ebb2b2-9c5e-4aa5-be42-f35cb0e3b20e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:37.397440 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f6ebb2b2-9c5e-4aa5-be42-f35cb0e3b20e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Usage tracker for resource:security_group_rule and tenant:affdb33688524e34b4bc227b7e0e8610 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:37.400618 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f6ebb2b2-9c5e-4aa5-be42-f35cb0e3b20e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:37.408820 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f6ebb2b2-9c5e-4aa5-be42-f35cb0e3b20e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:37.489309 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-187f0f75-94ac-4c30-b274-c364f5a29fe0 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.500708 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d5003-fbfc-47fc-b328-dee9897c0696 req-be728512-3ff3-4a8a-86fe-65142406a424 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:37.502468 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ac4d5003-fbfc-47fc-b328-dee9897c0696 req-be728512-3ff3-4a8a-86fe-65142406a424 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a681b831-f211-4e00-a4cc-a42d59ce2287 HTTP/1.1" status: 200 len: 853 time: 0.2012868 Feb 09 16:05:37.513056 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-7e1ecc36-8c50-44f3-ac6b-6f160a55c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'name': 'tempest-TestMinimumBasicScenario-772295428-router', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:26Z', 'updated_at': '2022-02-09T16:03:32Z', 'revision_number': 4, 'project_id': '834941f3691d47a1809756d053797f2c', 'gw_port': {'id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:28Z', 'updated_at': '2022-02-09T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': '4ba8d1b9-9193-4309-b427-125715d42c84', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'floating_ip_address': '172.28.1.70', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'port_id': 'ee987e41-9313-4ad6-854c-09108daa29ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'mac_address': 'fa:16:3e:ca:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:05:33Z', 'updated_at': '2022-02-09T16:05:33Z', 'revision_number': 0, 'project_id': '834941f3691d47a1809756d053797f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193c4609-25f5-418a-93af-9041a7a31275', 'name': '', 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'mac_address': 'fa:16:3e:1a:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:31Z', 'updated_at': '2022-02-09T16:03:43Z', 'revision_number': 5, 'project_id': '834941f3691d47a1809756d053797f2c', 'subnets': [{'id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:37.520188 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ecc36-8c50-44f3-ac6b-6f160a55c4f3 None None] Checking router: b775e9f4-8b7c-4f7b-be3a-ca0191be065b for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:05:37.534751 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ecc36-8c50-44f3-ac6b-6f160a55c4f3 None None] Routers {'b775e9f4-8b7c-4f7b-be3a-ca0191be065b'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:05:37.535358 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-7e1ecc36-8c50-44f3-ac6b-6f160a55c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:05:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:37.590966 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-187f0f75-94ac-4c30-b274-c364f5a29fe0 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.646682 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f0f75-94ac-4c30-b274-c364f5a29fe0 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371eeef9-d9b1-4c37-8b06-51e00dbd14c5,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:37.667519 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ac4d5003-fbfc-47fc-b328-dee9897c0696 req-27f91696-b714-4bc0-b357-cf356615dce1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1468260 Feb 09 16:05:37.685039 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb2b2-9c5e-4aa5-be42-f35cb0e3b20e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.729329 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-7e1ecc36-8c50-44f3-ac6b-6f160a55c4f3 None None] Set router b775e9f4-8b7c-4f7b-be3a-ca0191be065b gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:05:37.763537 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb2b2-9c5e-4aa5-be42-f35cb0e3b20e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.778203 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-187f0f75-94ac-4c30-b274-c364f5a29fe0 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.779534 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-187f0f75-94ac-4c30-b274-c364f5a29fe0 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.1413376 Feb 09 16:05:37.783327 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59188) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:37.793446 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-75715d89-e34d-4827-8b02-19114b338fe1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Request body: {'security_group_rule': {'security_group_id': '371eeef9-d9b1-4c37-8b06-51e00dbd14c5', 'project_id': '834941f3691d47a1809756d053797f2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:37.797939 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-75715d89-e34d-4827-8b02-19114b338fe1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:37.803025 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-75715d89-e34d-4827-8b02-19114b338fe1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Usage tracker for resource:security_group_rule and tenant:834941f3691d47a1809756d053797f2c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:37.808081 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-75715d89-e34d-4827-8b02-19114b338fe1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:37.816824 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-75715d89-e34d-4827-8b02-19114b338fe1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:37.848498 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb2b2-9c5e-4aa5-be42-f35cb0e3b20e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.853396 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ac4d5003-fbfc-47fc-b328-dee9897c0696 req-a5f4d04e-fe67-4f2e-93fe-d76bb902cec2 service neutron] 10.222.0.42 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792583 Feb 09 16:05:37.876170 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebb2b2-9c5e-4aa5-be42-f35cb0e3b20e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460f9452-765a-4546-ba13-02f84241e5d3,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:37.949521 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-75715d89-e34d-4827-8b02-19114b338fe1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.999652 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb2b2-9c5e-4aa5-be42-f35cb0e3b20e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.000841 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-f6ebb2b2-9c5e-4aa5-be42-f35cb0e3b20e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6197200 Feb 09 16:05:38.003870 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59196) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:38.020403 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-2da5b322-30c6-4f2d-bd8d-52c9481ce6d4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Request body: {'security_group_rule': {'security_group_id': 'e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:38.027987 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-2da5b322-30c6-4f2d-bd8d-52c9481ce6d4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:38.043332 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-2da5b322-30c6-4f2d-bd8d-52c9481ce6d4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Usage tracker for resource:security_group_rule and tenant:affdb33688524e34b4bc227b7e0e8610 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:38.048808 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-2da5b322-30c6-4f2d-bd8d-52c9481ce6d4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:38.065953 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-2da5b322-30c6-4f2d-bd8d-52c9481ce6d4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:38.067959 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-75715d89-e34d-4827-8b02-19114b338fe1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.074148 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ac4d5003-fbfc-47fc-b328-dee9897c0696 req-5fdafa3f-8fa5-419c-87db-38effd3fe04e service neutron] 10.222.0.42 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062607 Feb 09 16:05:38.151963 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-7e1ecc36-8c50-44f3-ac6b-6f160a55c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'name': 'tempest-TestMinimumBasicScenario-772295428-router', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:26Z', 'updated_at': '2022-02-09T16:03:32Z', 'revision_number': 4, 'project_id': '834941f3691d47a1809756d053797f2c', 'gw_port': {'id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:28Z', 'updated_at': '2022-02-09T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': '4ba8d1b9-9193-4309-b427-125715d42c84', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'floating_ip_address': '172.28.1.70', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'port_id': 'ee987e41-9313-4ad6-854c-09108daa29ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'mac_address': 'fa:16:3e:ca:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:05:33Z', 'updated_at': '2022-02-09T16:05:33Z', 'revision_number': 0, 'project_id': '834941f3691d47a1809756d053797f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193c4609-25f5-418a-93af-9041a7a31275', 'name': '', 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'mac_address': 'fa:16:3e:1a:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:31Z', 'updated_at': '2022-02-09T16:03:43Z', 'revision_number': 5, 'project_id': '834941f3691d47a1809756d053797f2c', 'subnets': [{'id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:38.156732 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ecc36-8c50-44f3-ac6b-6f160a55c4f3 None None] The sync data for ids ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'] in dv-cinder-825105-1-smb is: [{'id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'name': 'tempest-TestMinimumBasicScenario-772295428-router', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:26Z', 'updated_at': '2022-02-09T16:03:32Z', 'revision_number': 4, 'project_id': '834941f3691d47a1809756d053797f2c', 'gw_port': {'id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:28Z', 'updated_at': '2022-02-09T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': '4ba8d1b9-9193-4309-b427-125715d42c84', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'floating_ip_address': '172.28.1.70', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'port_id': 'ee987e41-9313-4ad6-854c-09108daa29ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'mac_address': 'fa:16:3e:ca:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:05:33Z', 'updated_at': '2022-02-09T16:05:33Z', 'revision_number': 0, 'project_id': '834941f3691d47a1809756d053797f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193c4609-25f5-418a-93af-9041a7a31275', 'name': '', 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'mac_address': 'fa:16:3e:1a:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:31Z', 'updated_at': '2022-02-09T16:03:43Z', 'revision_number': 5, 'project_id': '834941f3691d47a1809756d053797f2c', 'subnets': [{'id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:05:38.157232 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-75715d89-e34d-4827-8b02-19114b338fe1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.184059 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75715d89-e34d-4827-8b02-19114b338fe1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c429a246-78ff-4948-882b-6cb93628e11c,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:38.196951 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2da5b322-30c6-4f2d-bd8d-52c9481ce6d4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.197053 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 2001c709-0967-40dc-ace8-0ae7c84c04a5 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:05:38.234768 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: 2001c709-0967-40dc-ace8-0ae7c84c04a5 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:05:38.235193 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 2001c709-0967-40dc-ace8-0ae7c84c04a5 not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:05:38.266970 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2da5b322-30c6-4f2d-bd8d-52c9481ce6d4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.282955 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-75715d89-e34d-4827-8b02-19114b338fe1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.284079 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-75715d89-e34d-4827-8b02-19114b338fe1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4996109 Feb 09 16:05:38.286736 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59200) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:38.292032 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3f90a313-e7ad-4b86-897b-fe2ec98ad0c5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Request body: {'security_group_rule': {'security_group_id': '371eeef9-d9b1-4c37-8b06-51e00dbd14c5', 'project_id': '834941f3691d47a1809756d053797f2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:38.299464 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3f90a313-e7ad-4b86-897b-fe2ec98ad0c5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:38.303347 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-3f90a313-e7ad-4b86-897b-fe2ec98ad0c5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Usage tracker for resource:security_group_rule and tenant:834941f3691d47a1809756d053797f2c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:38.306299 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-3f90a313-e7ad-4b86-897b-fe2ec98ad0c5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:38.312057 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3f90a313-e7ad-4b86-897b-fe2ec98ad0c5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:38.322808 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2da5b322-30c6-4f2d-bd8d-52c9481ce6d4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.346597 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5b322-30c6-4f2d-bd8d-52c9481ce6d4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1b9fd0-fa5d-43e1-a2b4-afe304f67dd8,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:38.376358 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f90a313-e7ad-4b86-897b-fe2ec98ad0c5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.442929 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f90a313-e7ad-4b86-897b-fe2ec98ad0c5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.452731 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2da5b322-30c6-4f2d-bd8d-52c9481ce6d4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.453937 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-2da5b322-30c6-4f2d-bd8d-52c9481ce6d4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4492364 Feb 09 16:05:38.457160 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59204) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:38.462336 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Request body: {'floatingip': {'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:38.468238 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:38.471996 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Usage tracker for resource:floatingip and tenant:affdb33688524e34b4bc227b7e0e8610 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:38.474899 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:38.482423 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:38.562890 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f90a313-e7ad-4b86-897b-fe2ec98ad0c5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.673976 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.691899 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90a313-e7ad-4b86-897b-fe2ec98ad0c5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab64383-0655-42a0-94a7-76c6944372eb,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:38.812175 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f90a313-e7ad-4b86-897b-fe2ec98ad0c5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.812175 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-3f90a313-e7ad-4b86-897b-fe2ec98ad0c5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5220811 Feb 09 16:05:38.812903 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59212) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:38.818442 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-93a1ee2b-acc7-4be4-8773-11b066445014 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Request body: {'security_group_rule': {'security_group_id': '371eeef9-d9b1-4c37-8b06-51e00dbd14c5', 'project_id': '834941f3691d47a1809756d053797f2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:38.824079 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-93a1ee2b-acc7-4be4-8773-11b066445014 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:38.828168 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-93a1ee2b-acc7-4be4-8773-11b066445014 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Usage tracker for resource:security_group_rule and tenant:834941f3691d47a1809756d053797f2c is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:38.831316 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-93a1ee2b-acc7-4be4-8773-11b066445014 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:38.833854 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.838342 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-93a1ee2b-acc7-4be4-8773-11b066445014 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:38.927156 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-93a1ee2b-acc7-4be4-8773-11b066445014 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.973583 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Allocated IP 172.28.1.218 (6b7fe1e6-5bb6-4d06-a266-701d5608a849/a29998aa-47c5-4d48-9fc6-2e8cc05152fe/fa98bf66-d144-4ef8-b59b-aa83660ba954) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:38.992926 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-93a1ee2b-acc7-4be4-8773-11b066445014 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.047117 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-93a1ee2b-acc7-4be4-8773-11b066445014 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.074454 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1ee2b-acc7-4be4-8773-11b066445014 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2089fae3-693b-4e45-a486-03ef6bddb1ee,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:39.132961 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.160347 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-93a1ee2b-acc7-4be4-8773-11b066445014 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.161649 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-93a1ee2b-acc7-4be4-8773-11b066445014 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3478184 Feb 09 16:05:39.164356 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59220) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:39.169887 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-8e28f03c-64b2-4832-8355-38baee45a5dd tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Request body: {'security_group_rule': {'security_group_id': '371eeef9-d9b1-4c37-8b06-51e00dbd14c5', 'project_id': '834941f3691d47a1809756d053797f2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:39.175826 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8e28f03c-64b2-4832-8355-38baee45a5dd tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:39.179951 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-8e28f03c-64b2-4832-8355-38baee45a5dd tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Usage tracker for resource:security_group_rule and tenant:834941f3691d47a1809756d053797f2c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:39.182945 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-8e28f03c-64b2-4832-8355-38baee45a5dd tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:39.188726 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8e28f03c-64b2-4832-8355-38baee45a5dd tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:39.246449 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.317399 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8e28f03c-64b2-4832-8355-38baee45a5dd tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.358715 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:39.359488 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event updated for resources: {'Port': ['ID=fa98bf66-d144-4ef8-b59b-aa83660ba954,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:39.364609 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:39.373883 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:05:39.461672 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8e28f03c-64b2-4832-8355-38baee45a5dd tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.584099 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8e28f03c-64b2-4832-8355-38baee45a5dd tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.615962 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.623803 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28f03c-64b2-4832-8355-38baee45a5dd tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40c576e-7049-4db4-9613-159c559127a9,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:39.741089 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8e28f03c-64b2-4832-8355-38baee45a5dd tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.742278 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-8e28f03c-64b2-4832-8355-38baee45a5dd tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5769382 Feb 09 16:05:39.745493 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59234) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:39.752458 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-4e556b11-b339-44da-8bb9-2484221505d1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Request body: {'security_group_rule': {'security_group_id': '371eeef9-d9b1-4c37-8b06-51e00dbd14c5', 'project_id': '834941f3691d47a1809756d053797f2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:39.764976 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-4e556b11-b339-44da-8bb9-2484221505d1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:39.770188 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-4e556b11-b339-44da-8bb9-2484221505d1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Usage tracker for resource:security_group_rule and tenant:834941f3691d47a1809756d053797f2c is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:39.770623 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.773678 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-4e556b11-b339-44da-8bb9-2484221505d1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:39.780897 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-4e556b11-b339-44da-8bb9-2484221505d1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:39.880369 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.db.securitygroups_db [None req-4e556b11-b339-44da-8bb9-2484221505d1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Project 834941f3691d47a1809756d053797f2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:05:39.887081 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4e556b11-b339-44da-8bb9-2484221505d1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.954074 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4e556b11-b339-44da-8bb9-2484221505d1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.982188 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.028731 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4e556b11-b339-44da-8bb9-2484221505d1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.052008 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e556b11-b339-44da-8bb9-2484221505d1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f3e69d-85f5-4e73-9d62-91cf3eb8bd67,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:40.057419 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.143159 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4e556b11-b339-44da-8bb9-2484221505d1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.145001 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-4e556b11-b339-44da-8bb9-2484221505d1 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3974257 Feb 09 16:05:40.147231 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59240) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:40.152911 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-ec4c8343-2001-4854-b421-25dec84c0612 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Request body: {'security_group_rule': {'security_group_id': '371eeef9-d9b1-4c37-8b06-51e00dbd14c5', 'project_id': '834941f3691d47a1809756d053797f2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:40.159217 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-ec4c8343-2001-4854-b421-25dec84c0612 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:40.163135 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-ec4c8343-2001-4854-b421-25dec84c0612 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Usage tracker for resource:security_group_rule and tenant:834941f3691d47a1809756d053797f2c is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:40.166170 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-ec4c8343-2001-4854-b421-25dec84c0612 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:40.167408 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event updated for resources: {'Port': ['ID=fa98bf66-d144-4ef8-b59b-aa83660ba954,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:40.172940 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-ec4c8343-2001-4854-b421-25dec84c0612 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:40.188382 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691969'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.262937 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.263356 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.db.securitygroups_db [None req-ec4c8343-2001-4854-b421-25dec84c0612 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Project 834941f3691d47a1809756d053797f2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:05:40.264736 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-2472b0fc-0835-4796-b460-82d7669615fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8065999 Feb 09 16:05:40.278925 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8343-2001-4854-b421-25dec84c0612 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.368308 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8343-2001-4854-b421-25dec84c0612 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.434293 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8343-2001-4854-b421-25dec84c0612 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.456956 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c8343-2001-4854-b421-25dec84c0612 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d328ea-4f25-4f61-aaab-6cae2eafb1d1,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:40.472563 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-efab96ba-f503-4af5-8773-9121076aa001 req-9e46b3b1-0f44-494e-9f04-b9767fc701c2 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Synchronizing usage tracker for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:05:40.551251 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-efab96ba-f503-4af5-8773-9121076aa001 req-9e46b3b1-0f44-494e-9f04-b9767fc701c2 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Unset dirty status for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:05:40.551512 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8343-2001-4854-b421-25dec84c0612 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.552447 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-efab96ba-f503-4af5-8773-9121076aa001 req-9e46b3b1-0f44-494e-9f04-b9767fc701c2 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2131329145&fields=id&tenant_id=affdb33688524e34b4bc227b7e0e8610 HTTP/1.1" status: 200 len: 267 time: 0.1260819 Feb 09 16:05:40.552698 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-ec4c8343-2001-4854-b421-25dec84c0612 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4042907 Feb 09 16:05:40.705043 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-77d01a46-5774-463b-966d-19623fa8dd0b req-820653c0-2fd2-4a77-81af-7ee477cae79d tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Synchronizing usage tracker for tenant:834941f3691d47a1809756d053797f2c on resource:security_group {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:05:40.709835 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab96ba-f503-4af5-8773-9121076aa001 req-2f1f1c9b-e588-4348-bc65-3b2dec807e30 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:40.711601 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-efab96ba-f503-4af5-8773-9121076aa001 req-2f1f1c9b-e588-4348-bc65-3b2dec807e30 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/networks?id=2b3da4be-1f57-494a-a8f4-09aee01d85a0 HTTP/1.1" status: 200 len: 810 time: 0.1477253 Feb 09 16:05:40.730715 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-efab96ba-f503-4af5-8773-9121076aa001 req-dc5f4e22-aaf8-4adb-ab58-d6038cc1605a tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/quotas/affdb33688524e34b4bc227b7e0e8610 HTTP/1.1" status: 200 len: 375 time: 0.0124454 Feb 09 16:05:40.817139 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-efab96ba-f503-4af5-8773-9121076aa001 req-46296899-2838-40cd-8436-0e52e7487cb0 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Synchronizing usage tracker for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:05:40.817377 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-77d01a46-5774-463b-966d-19623fa8dd0b req-820653c0-2fd2-4a77-81af-7ee477cae79d tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Unset dirty status for tenant:834941f3691d47a1809756d053797f2c on resource:security_group {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:05:40.818394 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-77d01a46-5774-463b-966d-19623fa8dd0b req-820653c0-2fd2-4a77-81af-7ee477cae79d tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654621094&fields=id&tenant_id=834941f3691d47a1809756d053797f2c HTTP/1.1" status: 200 len: 267 time: 0.1629403 Feb 09 16:05:40.891557 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-efab96ba-f503-4af5-8773-9121076aa001 req-46296899-2838-40cd-8436-0e52e7487cb0 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Unset dirty status for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:05:40.892817 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-efab96ba-f503-4af5-8773-9121076aa001 req-46296899-2838-40cd-8436-0e52e7487cb0 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=affdb33688524e34b4bc227b7e0e8610&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1560311 Feb 09 16:05:40.934705 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d01a46-5774-463b-966d-19623fa8dd0b req-92ed7e7d-74e3-4c6d-8b31-1b814e40dc60 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:40.943186 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-77d01a46-5774-463b-966d-19623fa8dd0b req-92ed7e7d-74e3-4c6d-8b31-1b814e40dc60 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 945 time: 0.1176021 Feb 09 16:05:40.949120 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [req-77d01a46-5774-463b-966d-19623fa8dd0b req-441ef561-d315-454c-9830-941b86762c4b tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Request body: {'port': {'security_groups': ['a5658b18-bf8f-4a17-a299-c5f04586a3e3', '371eeef9-d9b1-4c37-8b06-51e00dbd14c5']}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:41.041030 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-efab96ba-f503-4af5-8773-9121076aa001 req-1f5b789b-4c79-4117-a0c6-5d9ad1a4268e service neutron] 10.222.0.30 "GET /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365092 Feb 09 16:05:41.078695 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-77d01a46-5774-463b-966d-19623fa8dd0b req-441ef561-d315-454c-9830-941b86762c4b tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:41.245671 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-efab96ba-f503-4af5-8773-9121076aa001 req-8ca681d3-8f43-406f-b47d-97695b848516 service neutron] 10.222.0.30 "GET /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978786 Feb 09 16:05:41.355397 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-77d01a46-5774-463b-966d-19623fa8dd0b req-441ef561-d315-454c-9830-941b86762c4b tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] For port ee987e41-9313-4ad6-854c-09108daa29ad, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee987e41-9313-4ad6-854c-09108daa29ad,segment=NetworkSegment(830bc8ba-93b9-440a-b1bf-68177bc6f854),segment_id=830bc8ba-93b9-440a-b1bf-68177bc6f854)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:41.380569 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-77d01a46-5774-463b-966d-19623fa8dd0b req-441ef561-d315-454c-9830-941b86762c4b tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for port, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:41.488549 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-77d01a46-5774-463b-966d-19623fa8dd0b req-441ef561-d315-454c-9830-941b86762c4b tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1352257'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:41.500832 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['ee987e41-9313-4ad6-854c-09108daa29ad'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:05:41.583980 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d01a46-5774-463b-966d-19623fa8dd0b req-441ef561-d315-454c-9830-941b86762c4b tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:41.584524 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-77d01a46-5774-463b-966d-19623fa8dd0b req-441ef561-d315-454c-9830-941b86762c4b tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:41.599835 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-77d01a46-5774-463b-966d-19623fa8dd0b req-441ef561-d315-454c-9830-941b86762c4b tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "PUT /v2.0/ports/ee987e41-9313-4ad6-854c-09108daa29ad HTTP/1.1" status: 200 len: 981 time: 0.6556330 Feb 09 16:05:41.601743 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'tag': 'ee987e41-9313-4ad6-854c-09108daa29ad'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:41.656223 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ea6804-4392-4a36-b192-fd7cc37314d2 None None] New status for floating IP 4ba8d1b9-9193-4309-b427-125715d42c84: ACTIVE {{(pid=83710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 16:05:41.757605 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ef561-d315-454c-9830-941b86762c4b tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Pushing event updated for resources: {'Port': ['ID=ee987e41-9313-4ad6-854c-09108daa29ad,revision_number=6']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:41.789243 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['ee987e41-9313-4ad6-854c-09108daa29ad'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:05:41.888001 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3045f635-e2d4-4837-84d9-269d2a7122ea req-7ac9e48e-2d80-4540-9b8a-be726feba2d1 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 210 time: 0.1113408 Feb 09 16:05:41.995492 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'tag': 'ee987e41-9313-4ad6-854c-09108daa29ad', 'status': 'completed', 'code': 200} Feb 09 16:05:42.020837 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcfd61-0139-4c28-b64c-2b9f3fd63bc1 req-b7b2e6fd-0750-491d-b506-bfbb5466bfaf tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:42.030690 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a0bcfd61-0139-4c28-b64c-2b9f3fd63bc1 req-b7b2e6fd-0750-491d-b506-bfbb5466bfaf tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 984 time: 0.1339757 Feb 09 16:05:42.106765 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a0bcfd61-0139-4c28-b64c-2b9f3fd63bc1 req-b399fb27-ab7e-4ccf-84b2-5a3f265f9cbd tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&id=371eeef9-d9b1-4c37-8b06-51e00dbd14c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0731363 Feb 09 16:05:42.114051 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a64ae75d-bf9a-4ed7-958c-e4c59cc38e82 req-029dce79-ff07-409e-98cb-1cc0d8168b1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=834941f3691d47a1809756d053797f2c&device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 1137 time: 0.0872765 Feb 09 16:05:42.247257 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:05:42.261693 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ae75d-bf9a-4ed7-958c-e4c59cc38e82 req-639a60dc-b37a-4e41-bca2-03b507cb006b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:42.264092 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a64ae75d-bf9a-4ed7-958c-e4c59cc38e82 req-639a60dc-b37a-4e41-bca2-03b507cb006b service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a HTTP/1.1" status: 200 len: 915 time: 0.1350939 Feb 09 16:05:42.341860 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-860c144b-1067-4ba3-995c-74c7749a97fe None None] Provisioning complete for port ee987e41-9313-4ad6-854c-09108daa29ad triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:42.342225 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-860c144b-1067-4ba3-995c-74c7749a97fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:42.372672 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a64ae75d-bf9a-4ed7-958c-e4c59cc38e82 req-e79d4f72-ac46-4660-a136-e91ec21ea692 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee987e41-9313-4ad6-854c-09108daa29ad HTTP/1.1" status: 200 len: 998 time: 0.0964427 Feb 09 16:05:42.518694 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ae75d-bf9a-4ed7-958c-e4c59cc38e82 req-a97a74f8-7307-459a-9b23-3e5cdfd73eed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:42.520342 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a64ae75d-bf9a-4ed7-958c-e4c59cc38e82 req-a97a74f8-7307-459a-9b23-3e5cdfd73eed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a681b831-f211-4e00-a4cc-a42d59ce2287 HTTP/1.1" status: 200 len: 853 time: 0.1410873 Feb 09 16:05:42.600407 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a64ae75d-bf9a-4ed7-958c-e4c59cc38e82 req-dee43e94-a390-4dc8-9e4b-02b17270adcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726469 Feb 09 16:05:42.742813 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a64ae75d-bf9a-4ed7-958c-e4c59cc38e82 req-e6f5d18d-627e-4b97-a3cf-49600cde8eb1 service neutron] 10.222.0.42 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315987 Feb 09 16:05:42.885938 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a64ae75d-bf9a-4ed7-958c-e4c59cc38e82 req-5560a50b-1e4c-4c60-93d8-7799ee643e09 service neutron] 10.222.0.42 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356244 Feb 09 16:05:43.086277 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-dc6ae8f5-20f7-4807-9dea-1d9d6d46497a req-ad6ec9e9-c79b-421e-b9e4-04834f13565e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 210 time: 0.0715573 Feb 09 16:05:44.240195 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-37acce02-843b-4ae1-9bff-d3a439150e57 req-107df921-b497-49a7-b8dc-c6d38568ad66 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 210 time: 0.0420957 Feb 09 16:05:44.602566 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab96ba-f503-4af5-8773-9121076aa001 req-c9126f9c-ac75-4ad9-8e14-7c29d4225a02 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:44.603491 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-efab96ba-f503-4af5-8773-9121076aa001 req-c9126f9c-ac75-4ad9-8e14-7c29d4225a02 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Synchronizing usage tracker for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:network {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:05:44.702910 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-efab96ba-f503-4af5-8773-9121076aa001 req-c9126f9c-ac75-4ad9-8e14-7c29d4225a02 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Unset dirty status for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:network {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:05:44.704106 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-efab96ba-f503-4af5-8773-9121076aa001 req-c9126f9c-ac75-4ad9-8e14-7c29d4225a02 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.42 "GET /v2.0/networks?id=2b3da4be-1f57-494a-a8f4-09aee01d85a0 HTTP/1.1" status: 200 len: 810 time: 0.2561796 Feb 09 16:05:44.763924 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-efab96ba-f503-4af5-8773-9121076aa001 req-fef9c039-7d8f-421c-9cf6-203c2abafe53 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Synchronizing usage tracker for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:security_group {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:05:44.775775 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-efab96ba-f503-4af5-8773-9121076aa001 req-fef9c039-7d8f-421c-9cf6-203c2abafe53 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Unset dirty status for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:security_group {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:05:44.776871 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-efab96ba-f503-4af5-8773-9121076aa001 req-fef9c039-7d8f-421c-9cf6-203c2abafe53 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=affdb33688524e34b4bc227b7e0e8610 HTTP/1.1" status: 200 len: 380 time: 0.0527778 Feb 09 16:05:44.785739 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [req-efab96ba-f503-4af5-8773-9121076aa001 req-efc86c2a-2025-4452-b6cc-820de748f690 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Request body: {'port': {'device_id': '6b049d07-2512-4292-9fc4-c6f0cc27daca', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'admin_state_up': True, 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'security_groups': ['e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2']}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:44.920112 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [req-efab96ba-f503-4af5-8773-9121076aa001 req-efc86c2a-2025-4452-b6cc-820de748f690 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:44.930684 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [req-efab96ba-f503-4af5-8773-9121076aa001 req-efc86c2a-2025-4452-b6cc-820de748f690 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:45.025299 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efab96ba-f503-4af5-8773-9121076aa001 req-efc86c2a-2025-4452-b6cc-820de748f690 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Made reservation on behalf of affdb33688524e34b4bc227b7e0e8610 for: {'port': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:45.028328 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-efab96ba-f503-4af5-8773-9121076aa001 req-efc86c2a-2025-4452-b6cc-820de748f690 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:45.189899 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_common [req-efab96ba-f503-4af5-8773-9121076aa001 req-efc86c2a-2025-4452-b6cc-820de748f690 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Allocated IP 172.20.0.11 (2b3da4be-1f57-494a-a8f4-09aee01d85a0/42d3c3d2-bfda-4d8d-9b29-a750ae5d6544/fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3) {{(pid=83708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:45.425617 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-efab96ba-f503-4af5-8773-9121076aa001 req-efc86c2a-2025-4452-b6cc-820de748f690 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for port, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:45.430174 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d4eba8a2-de13-4765-8edb-876c782781da req-f8742f4f-5809-44be-a06d-653e4e6eaf92 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 210 time: 0.0483210 Feb 09 16:05:45.454536 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.provisioning_blocks [req-efab96ba-f503-4af5-8773-9121076aa001 req-efc86c2a-2025-4452-b6cc-820de748f690 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Transition to ACTIVE for port object fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 will not be triggered until provisioned by entity DHCP. {{(pid=83708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:05:45.547767 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-efab96ba-f503-4af5-8773-9121076aa001 req-efc86c2a-2025-4452-b6cc-820de748f690 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:45.698874 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc86c2a-2025-4452-b6cc-820de748f690 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event updated for resources: {'Port': ['ID=fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:45.725332 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efab96ba-f503-4af5-8773-9121076aa001 req-efc86c2a-2025-4452-b6cc-820de748f690 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:45.726731 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [req-efab96ba-f503-4af5-8773-9121076aa001 req-efc86c2a-2025-4452-b6cc-820de748f690 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:45.730175 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [req-efab96ba-f503-4af5-8773-9121076aa001 req-efc86c2a-2025-4452-b6cc-820de748f690 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Received port after_create {{(pid=83708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:05:45.797979 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab96ba-f503-4af5-8773-9121076aa001 req-efc86c2a-2025-4452-b6cc-820de748f690 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:45.798787 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-efab96ba-f503-4af5-8773-9121076aa001 req-efc86c2a-2025-4452-b6cc-820de748f690 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:45.900390 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-efab96ba-f503-4af5-8773-9121076aa001 req-efc86c2a-2025-4452-b6cc-820de748f690 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1181045 Feb 09 16:05:45.912355 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Request body: {'port': {'device_id': '6b049d07-2512-4292-9fc4-c6f0cc27daca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:46.021407 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:46.047958 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-573a6db2-78a6-4ff1-8414-7d46a1b441ef None None] Provisioning for port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:05:46.052986 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-573a6db2-78a6-4ff1-8414-7d46a1b441ef None None] Provisioning complete for port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:46.053354 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-573a6db2-78a6-4ff1-8414-7d46a1b441ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:46.109716 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-573a6db2-78a6-4ff1-8414-7d46a1b441ef None None] Port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:05:46.451024 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 {{(pid=83708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:05:46.458318 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:46.472528 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.provisioning_blocks [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Transition to ACTIVE for port object fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 will not be triggered until provisioned by entity L2. {{(pid=83708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:05:46.611791 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:46.617367 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1352257'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:46.758113 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Pushing event updated for resources: {'Port': ['ID=fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3,revision_number=2']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:46.878552 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e615b52-a615-4241-ae51-48470f4462a4 req-0627647a-3f24-4462-af6a-a536af5a2a9e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:46.880460 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-0e615b52-a615-4241-ae51-48470f4462a4 req-0627647a-3f24-4462-af6a-a536af5a2a9e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Synchronizing usage tracker for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:port {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:05:46.940993 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Attempting to bind port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:46.941498 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Attempting to bind port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'}] {{(pid=83708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:46.941920 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Attempting to bind port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 on network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:05:46.949117 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 on network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:05:46.949525 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Attempting to bind port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 on network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:05:46.959101 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:05:46.959488 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Checking segment: {'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:05:46.959879 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Bound using segment: {'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'} {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:05:46.960316 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Bound port: fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'}}] {{(pid=83708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:46.960658 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:47.012820 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-0e615b52-a615-4241-ae51-48470f4462a4 req-0627647a-3f24-4462-af6a-a536af5a2a9e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Unset dirty status for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:port {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:05:47.014005 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0e615b52-a615-4241-ae51-48470f4462a4 req-0627647a-3f24-4462-af6a-a536af5a2a9e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 932 time: 0.4431798 Feb 09 16:05:47.090740 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0e615b52-a615-4241-ae51-48470f4462a4 req-7f223afb-b2b3-4f2c-8e17-3ced984ca524 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695407 Feb 09 16:05:47.091733 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] For port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3, host hv-cinder-82510, cleared binding levels {{(pid=83708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:47.096035 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] For port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:47.195016 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1352257'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:47.268892 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:47.271264 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-efab96ba-f503-4af5-8773-9121076aa001 req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] 10.222.0.42 "PUT /v2.0/ports/fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 HTTP/1.1" status: 200 len: 1094 time: 1.3630040 Feb 09 16:05:47.271915 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b049d07-2512-4292-9fc4-c6f0cc27daca', 'tag': 'fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:47.287117 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de525e6e-de28-4bf7-84ff-bcf0ccb1f78f service neutron] Pushing event updated for resources: {'Port': ['ID=fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3,revision_number=3']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:47.372410 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b049d07-2512-4292-9fc4-c6f0cc27daca', 'tag': 'fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3', 'status': 'completed', 'code': 200} Feb 09 16:05:47.436253 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ec260460-9f1e-4196-b300-daebbd0f9628 req-cc4f7ae3-1b61-435a-b92a-c1f9bfe5fe6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=affdb33688524e34b4bc227b7e0e8610&device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 1097 time: 0.0760810 Feb 09 16:05:47.588428 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec260460-9f1e-4196-b300-daebbd0f9628 req-55b24bd3-e1d7-4928-b430-9ef7310b50d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:47.589849 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ec260460-9f1e-4196-b300-daebbd0f9628 req-55b24bd3-e1d7-4928-b430-9ef7310b50d7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=affdb33688524e34b4bc227b7e0e8610&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1387687 Feb 09 16:05:47.728367 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec260460-9f1e-4196-b300-daebbd0f9628 req-49285620-e76c-4212-8b06-1b3beb2ddc6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:47.729862 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ec260460-9f1e-4196-b300-daebbd0f9628 req-49285620-e76c-4212-8b06-1b3beb2ddc6b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316242 Feb 09 16:05:47.844070 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-efab96ba-f503-4af5-8773-9121076aa001 req-649ad505-fd9f-46d7-b1c1-bc7685686612 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=affdb33688524e34b4bc227b7e0e8610&device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 1097 time: 0.0746768 Feb 09 16:05:47.916787 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-efab96ba-f503-4af5-8773-9121076aa001 req-b18c9320-4d62-405e-b423-15ca50bccfad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 HTTP/1.1" status: 200 len: 217 time: 0.0640726 Feb 09 16:05:47.982829 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab96ba-f503-4af5-8773-9121076aa001 req-03e5b247-8c22-4263-9cf5-fe05e9bd8b0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:47.984456 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-efab96ba-f503-4af5-8773-9121076aa001 req-03e5b247-8c22-4263-9cf5-fe05e9bd8b0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42d3c3d2-bfda-4d8d-9b29-a750ae5d6544 HTTP/1.1" status: 200 len: 849 time: 0.0615015 Feb 09 16:05:48.063023 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-efab96ba-f503-4af5-8773-9121076aa001 req-9bd6a5ba-e5fb-4e98-be45-380c8d53fa15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2b3da4be-1f57-494a-a8f4-09aee01d85a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705855 Feb 09 16:05:48.196611 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-efab96ba-f503-4af5-8773-9121076aa001 req-d46b696c-89f8-4424-929c-ada8d591c247 service neutron] 10.222.0.42 "GET /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271839 Feb 09 16:05:48.471200 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-efab96ba-f503-4af5-8773-9121076aa001 req-ee7d0407-2638-4889-bda8-2c5d57bdaf6d service neutron] 10.222.0.42 "GET /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636292 Feb 09 16:05:48.478777 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8f834-d8a6-436f-9aec-739bfe38e4dc req-fe8e1664-43ca-4f17-ad4f-5656798e30f3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:48.480141 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9fe8f834-d8a6-436f-9aec-739bfe38e4dc req-fe8e1664-43ca-4f17-ad4f-5656798e30f3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 944 time: 0.2534719 Feb 09 16:05:48.526603 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9fe8f834-d8a6-436f-9aec-739bfe38e4dc req-6e35b90d-af58-4385-a0b3-163a63141738 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398192 Feb 09 16:05:48.928908 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Sync routers for ids ['14948fbf-24d9-4826-a8d1-0aa89e978e57'] in dv-cinder-825105-1-smb {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:05:48.941692 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Routers {'14948fbf-24d9-4826-a8d1-0aa89e978e57'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:05:48.942307 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:05:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['14948fbf-24d9-4826-a8d1-0aa89e978e57'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:49.120375 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Set router 14948fbf-24d9-4826-a8d1-0aa89e978e57 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:05:49.468384 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': 'cf478b25-1897-4e21-8f62-fcbddb938c3f', 'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'mac_address': 'fa:16:3e:29:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:31Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 2, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'subnets': [{'id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:49.472587 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Checking router: 14948fbf-24d9-4826-a8d1-0aa89e978e57 for host: dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:05:49.472992 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Updating router 14948fbf-24d9-4826-a8d1-0aa89e978e57 port cf478b25-1897-4e21-8f62-fcbddb938c3f binding host dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 16:05:49.525368 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:49.848945 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73eb35-eb32-4887-9e67-e73d82aa9a9c req-63973729-0423-4b2b-aa04-55fd914ea4d0 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:49.851087 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8e73eb35-eb32-4887-9e67-e73d82aa9a9c req-63973729-0423-4b2b-aa04-55fd914ea4d0 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 944 time: 0.1864753 Feb 09 16:05:49.858066 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8a13d8a7-f55d-47cc-a997-66dd4abe0835 req-bea1137d-2702-46e6-998f-5fd3c1906c0a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1465759 Feb 09 16:05:49.907566 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8e73eb35-eb32-4887-9e67-e73d82aa9a9c req-8b8a8a07-d063-4679-a5a5-b912b1012e46 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429006 Feb 09 16:05:49.997991 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.012420 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Transition to ACTIVE for port object cf478b25-1897-4e21-8f62-fcbddb938c3f will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:05:50.073207 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8a13d8a7-f55d-47cc-a997-66dd4abe0835 req-3c52194d-a8d0-4eb6-8e2a-aa7b416ba52b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=583b1cb4cc844713b243032c95f65f45&device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 1099 time: 0.0810900 Feb 09 16:05:50.091422 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.223126 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f676b1-d7cf-43cf-849d-93ff7fefd1d5 None None] Pushing event updated for resources: {'Port': ['ID=cf478b25-1897-4e21-8f62-fcbddb938c3f,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:50.235720 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13d8a7-f55d-47cc-a997-66dd4abe0835 req-54ebe64d-7a94-4993-8537-159cd08214b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:50.237272 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8a13d8a7-f55d-47cc-a997-66dd4abe0835 req-54ebe64d-7a94-4993-8537-159cd08214b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af HTTP/1.1" status: 200 len: 918 time: 0.1416662 Feb 09 16:05:50.238707 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f676b1-d7cf-43cf-849d-93ff7fefd1d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:50.239052 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f676b1-d7cf-43cf-849d-93ff7fefd1d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:50.239390 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f676b1-d7cf-43cf-849d-93ff7fefd1d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:50.239717 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f676b1-d7cf-43cf-849d-93ff7fefd1d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:50.240048 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f676b1-d7cf-43cf-849d-93ff7fefd1d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:50.240385 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f676b1-d7cf-43cf-849d-93ff7fefd1d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:50.240749 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f676b1-d7cf-43cf-849d-93ff7fefd1d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:50.241069 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f676b1-d7cf-43cf-849d-93ff7fefd1d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:50.241387 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f676b1-d7cf-43cf-849d-93ff7fefd1d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:50.241798 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f676b1-d7cf-43cf-849d-93ff7fefd1d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:50.242086 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f676b1-d7cf-43cf-849d-93ff7fefd1d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:50.255911 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:05:50.345160 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Attempting to bind port cf478b25-1897-4e21-8f62-fcbddb938c3f on host dv-cinder-825105-1-smb for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:50.345584 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Attempting to bind port cf478b25-1897-4e21-8f62-fcbddb938c3f by drivers openvswitch,hyperv on host dv-cinder-825105-1-smb at level 0 using segments [{'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:50.345953 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Attempting to bind port cf478b25-1897-4e21-8f62-fcbddb938c3f on network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:05:50.354441 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Checking agent: {'id': 'c6d8de9e-1d54-4cae-bb70-2c65e9b05675', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 52, 59), 'started_at': datetime.datetime(2022, 2, 9, 15, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:05:50.354818 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Checking segment: {'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:05:50.355216 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.355744 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Bound using segment: {'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:05:50.356387 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Bound port: cf478b25-1897-4e21-8f62-fcbddb938c3f, host: dv-cinder-825105-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:50.356809 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.374431 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8a13d8a7-f55d-47cc-a997-66dd4abe0835 req-e8ff5a52-a379-4aa7-8a7d-d7c4481ed9f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0 HTTP/1.1" status: 200 len: 1001 time: 0.1286280 Feb 09 16:05:50.407334 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:50.420989 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': 'fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'port_id': 'fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3', 'mac_address': 'fa:16:3e:97:e4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:05:50.458315 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] For port cf478b25-1897-4e21-8f62-fcbddb938c3f, host dv-cinder-825105-1-smb, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:50.462511 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] For port cf478b25-1897-4e21-8f62-fcbddb938c3f, host dv-cinder-825105-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=cf478b25-1897-4e21-8f62-fcbddb938c3f,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:50.479761 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13d8a7-f55d-47cc-a997-66dd4abe0835 req-687a98f9-e296-425e-ac5f-bf153ae9f1c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:50.481523 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8a13d8a7-f55d-47cc-a997-66dd4abe0835 req-687a98f9-e296-425e-ac5f-bf153ae9f1c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b HTTP/1.1" status: 200 len: 856 time: 0.0992010 Feb 09 16:05:50.482203 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.507186 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:05:50.529000 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:50.578176 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8a13d8a7-f55d-47cc-a997-66dd4abe0835 req-426457ed-1e85-45b5-b417-711ce2d273ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733223 Feb 09 16:05:50.660196 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.667674 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.726069 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8a13d8a7-f55d-47cc-a997-66dd4abe0835 req-2cd37557-c3eb-44fd-a959-93c0d2cea81c service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407006 Feb 09 16:05:50.756578 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:50.822031 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Routers {'14948fbf-24d9-4826-a8d1-0aa89e978e57'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:05:50.822773 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:05:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['14948fbf-24d9-4826-a8d1-0aa89e978e57'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:50.880516 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f676b1-d7cf-43cf-849d-93ff7fefd1d5 None None] Pushing event updated for resources: {'Port': ['ID=cf478b25-1897-4e21-8f62-fcbddb938c3f,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:50.961284 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8a13d8a7-f55d-47cc-a997-66dd4abe0835 req-9303e995-7019-4db1-9e38-374bf7f0566b service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265022 Feb 09 16:05:50.961953 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:05:51.104244 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] Set router 14948fbf-24d9-4826-a8d1-0aa89e978e57 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:05:51.237643 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b4bd9-b8ae-4d08-b749-e1867bb5103c req-dc0f9fe3-2c78-49c4-96e6-03af74e27fcd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:51.239294 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-830b4bd9-b8ae-4d08-b749-e1867bb5103c req-dc0f9fe3-2c78-49c4-96e6-03af74e27fcd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 945 time: 0.1096299 Feb 09 16:05:51.304919 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-830b4bd9-b8ae-4d08-b749-e1867bb5103c req-2c84d6cc-d2bd-4b9c-8be6-cf489299334d tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586545 Feb 09 16:05:51.364711 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6085932-0491-425f-bad3-cc74136ab44f req-081e5003-c40a-4129-9963-3b308e343416 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:51.373059 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c6085932-0491-425f-bad3-cc74136ab44f req-081e5003-c40a-4129-9963-3b308e343416 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 946 time: 0.1098266 Feb 09 16:05:51.434801 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c6085932-0491-425f-bad3-cc74136ab44f req-ed4866b5-885b-4fdb-b674-022779868f0e tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605090 Feb 09 16:05:51.550023 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': 'cf478b25-1897-4e21-8f62-fcbddb938c3f', 'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'mac_address': 'fa:16:3e:29:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:31Z', 'updated_at': '2022-02-09T16:05:50Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'subnets': [{'id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:51.553846 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3effe-5018-4fa3-be47-4920275bc05d None None] The sync data for ids ['14948fbf-24d9-4826-a8d1-0aa89e978e57'] in dv-cinder-825105-1-smb is: [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': 'cf478b25-1897-4e21-8f62-fcbddb938c3f', 'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'mac_address': 'fa:16:3e:29:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:31Z', 'updated_at': '2022-02-09T16:05:50Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'subnets': [{'id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:05:52.252528 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:05:52.284087 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device cf478b25-1897-4e21-8f62-fcbddb938c3f up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:05:52.458947 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning for port cf478b25-1897-4e21-8f62-fcbddb938c3f completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:05:52.463923 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port cf478b25-1897-4e21-8f62-fcbddb938c3f triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:52.464416 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.495517 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:05:52.505641 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342761f0-470f-426c-9aab-6847e0dc7f23 req-29272167-308e-43ef-82be-8cb87fc541e6 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:52.524576 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-342761f0-470f-426c-9aab-6847e0dc7f23 req-29272167-308e-43ef-82be-8cb87fc541e6 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 945 time: 0.0836878 Feb 09 16:05:52.524879 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:52.524879 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.556157 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-342761f0-470f-426c-9aab-6847e0dc7f23 req-c123a117-b27d-4183-af12-fe5e630661e1 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422051 Feb 09 16:05:52.646615 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b6f43-521b-4fc7-953a-1e2158a327c5 req-94d42913-2fb4-428e-a19d-f5b6d8f9e0e6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:52.648071 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ed4b6f43-521b-4fc7-953a-1e2158a327c5 req-94d42913-2fb4-428e-a19d-f5b6d8f9e0e6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 946 time: 0.0922475 Feb 09 16:05:52.694972 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.696338 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ed4b6f43-521b-4fc7-953a-1e2158a327c5 req-a8e2012c-5a48-4822-bda7-866a321c29d6 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427396 Feb 09 16:05:52.721486 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.758391 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b049d07-2512-4292-9fc4-c6f0cc27daca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:52.767937 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] For port cf478b25-1897-4e21-8f62-fcbddb938c3f, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=cf478b25-1897-4e21-8f62-fcbddb938c3f,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:52.777243 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:52.813228 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b049d07-2512-4292-9fc4-c6f0cc27daca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3', 'code': 200} Feb 09 16:05:52.846240 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.847998 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.920493 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Pushing event updated for resources: {'Port': ['ID=cf478b25-1897-4e21-8f62-fcbddb938c3f,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:53.002408 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:53.182313 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-bd882ca0-d55e-4ae2-82d5-0b302bc1b393 req-fc6787f0-b0d4-4c9e-af59-18c7ce38f5a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 1099 time: 0.0758646 Feb 09 16:05:53.228463 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-bd882ca0-d55e-4ae2-82d5-0b302bc1b393 req-470b546b-8062-4b4f-8ab4-5256720a5b69 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391915 Feb 09 16:05:53.911145 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe14bf-70de-4595-a144-d8d8d9491b78 req-8062b98f-6acc-416a-b50a-b34c1c218389 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:53.913065 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-75fe14bf-70de-4595-a144-d8d8d9491b78 req-8062b98f-6acc-416a-b50a-b34c1c218389 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 946 time: 0.0806890 Feb 09 16:05:53.955282 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dc09b-a668-423a-b97a-84e5884f7473 req-713a8754-eb8f-4980-9348-529d40445353 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:53.956728 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3e6dc09b-a668-423a-b97a-84e5884f7473 req-713a8754-eb8f-4980-9348-529d40445353 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0818961 Feb 09 16:05:53.958887 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-75fe14bf-70de-4595-a144-d8d8d9491b78 req-0e421277-d6fd-429c-bb34-1c66ae65ff4d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406699 Feb 09 16:05:54.002695 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3e6dc09b-a668-423a-b97a-84e5884f7473 req-fa554489-84f6-4333-ab0b-6c6d16263612 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402176 Feb 09 16:05:54.252777 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device cf478b25-1897-4e21-8f62-fcbddb938c3f up at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:05:54.319998 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Provisioning complete for port cf478b25-1897-4e21-8f62-fcbddb938c3f triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:54.320367 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:55.174191 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4474e05-d6e1-489a-831a-c0147372d091 req-73ebd2d8-af94-40ba-842b-c64a88f361d2 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:55.175985 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c4474e05-d6e1-489a-831a-c0147372d091 req-73ebd2d8-af94-40ba-842b-c64a88f361d2 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 946 time: 0.0972717 Feb 09 16:05:55.202999 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bee0d1-afb1-4e8b-b576-11f4821ebce2 req-d582ceec-6c4b-416d-8abb-3d8cd0bd4470 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:55.204449 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c8bee0d1-afb1-4e8b-b576-11f4821ebce2 req-d582ceec-6c4b-416d-8abb-3d8cd0bd4470 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0793989 Feb 09 16:05:55.237194 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c4474e05-d6e1-489a-831a-c0147372d091 req-ebbc169d-1823-4398-a3f2-218516e935f4 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553222 Feb 09 16:05:55.258321 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c8bee0d1-afb1-4e8b-b576-11f4821ebce2 req-a10af647-3635-4ff3-ac4b-4f883e1cccf2 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449686 Feb 09 16:05:55.401903 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-af2c650a-9586-4c05-aad5-114538bb9d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:55.455692 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbe4cc-2a32-4cbb-88e3-b5807ff7e8cb req-1506a474-f9c3-4b5c-8613-9c517e600f7c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:55.457173 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c8dbe4cc-2a32-4cbb-88e3-b5807ff7e8cb req-1506a474-f9c3-4b5c-8613-9c517e600f7c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0777879 Feb 09 16:05:55.466320 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59482) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:55.472566 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-51af1eda-e0bf-431d-b36e-035ad8366e8c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Request body: {'floatingip': {'port_id': 'fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:05:55.553031 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-51af1eda-e0bf-431d-b36e-035ad8366e8c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for floatingip, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:56.423609 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-51af1eda-e0bf-431d-b36e-035ad8366e8c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:56.465342 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d46f4-a8f1-4146-a5e7-b9d581575567 req-7b8b2570-cd61-4892-b92a-ed110344c080 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:56.466909 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-780d46f4-a8f1-4146-a5e7-b9d581575567 req-7b8b2570-cd61-4892-b92a-ed110344c080 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 946 time: 0.0915818 Feb 09 16:05:56.513242 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-780d46f4-a8f1-4146-a5e7-b9d581575567 req-c5f1df07-cc39-440e-909b-70a96c7521c8 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 Feb 09 16:05:56.525061 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-51af1eda-e0bf-431d-b36e-035ad8366e8c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691969'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:56.721845 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.l3_db [None req-51af1eda-e0bf-431d-b36e-035ad8366e8c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Floating IP 7511ac48-f77b-479a-9202-e6e15a09049d associated. External IP: 172.28.1.218, port: fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3. Feb 09 16:05:57.109663 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51af1eda-e0bf-431d-b36e-035ad8366e8c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Router 14948fbf-24d9-4826-a8d1-0aa89e978e57 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:05:57.295164 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbabdb2-682b-4b8c-ae7e-3acebbaf31a7 req-638687cc-99f2-40c6-abfe-51ff6ab1b124 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:57.297593 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8fbabdb2-682b-4b8c-ae7e-3acebbaf31a7 req-638687cc-99f2-40c6-abfe-51ff6ab1b124 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.42 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 946 time: 0.0822546 Feb 09 16:05:57.309615 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51af1eda-e0bf-431d-b36e-035ad8366e8c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:05:57.314912 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-51af1eda-e0bf-431d-b36e-035ad8366e8c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:57.373163 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-51af1eda-e0bf-431d-b36e-035ad8366e8c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "PUT /v2.0/floatingips/7511ac48-f77b-479a-9202-e6e15a09049d HTTP/1.1" status: 200 len: 992 time: 1.9057178 Feb 09 16:05:57.373622 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [req-8fbabdb2-682b-4b8c-ae7e-3acebbaf31a7 req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Deleting port 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:05:57.373832 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-8fbabdb2-682b-4b8c-ae7e-3acebbaf31a7 req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:57.374022 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b049d07-2512-4292-9fc4-c6f0cc27daca', 'tag': 'fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:57.441907 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b049d07-2512-4292-9fc4-c6f0cc27daca', 'tag': 'fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3', 'status': 'completed', 'code': 200} Feb 09 16:05:57.568004 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b3810a03-1529-42c5-b1cb-07ff602410c4 req-3aca9126-bff6-4f05-ad4d-446c0fd2b1cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=affdb33688524e34b4bc227b7e0e8610&device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 1099 time: 0.0840573 Feb 09 16:05:57.787934 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24a564-8cef-49a2-9dbd-9e4deb832b4a req-d12b8531-e14f-4c68-b5ee-e82ab16aaf5d tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:57.789553 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8c24a564-8cef-49a2-9dbd-9e4deb832b4a req-d12b8531-e14f-4c68-b5ee-e82ab16aaf5d tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.2377980 Feb 09 16:05:57.813439 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8da4db60-911f-4cfa-a591-e6ddf4815dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:57.831187 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3810a03-1529-42c5-b1cb-07ff602410c4 req-d35194c3-dd66-4e71-b984-a1e8a0c9e162 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:57.832051 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b3810a03-1529-42c5-b1cb-07ff602410c4 req-d35194c3-dd66-4e71-b984-a1e8a0c9e162 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2b3da4be-1f57-494a-a8f4-09aee01d85a0 HTTP/1.1" status: 200 len: 911 time: 0.2571566 Feb 09 16:05:57.841814 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30987cff-e786-42ba-96be-356c3de92853 req-5fd10282-3b61-4950-95be-e90f13855b8b tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:57.846601 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-30987cff-e786-42ba-96be-356c3de92853 req-5fd10282-3b61-4950-95be-e90f13855b8b tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 946 time: 0.1378491 Feb 09 16:05:57.888652 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8c24a564-8cef-49a2-9dbd-9e4deb832b4a req-2615aae4-b25e-45b3-bf37-20a3f624bed9 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889635 Feb 09 16:05:57.893708 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-8fbabdb2-682b-4b8c-ae7e-3acebbaf31a7 req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] For port 0d2e1714-e9cf-4475-a09c-4d93bcf8c703, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0d2e1714-e9cf-4475-a09c-4d93bcf8c703,segment=NetworkSegment(b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06),segment_id=b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:57.894071 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-8fbabdb2-682b-4b8c-ae7e-3acebbaf31a7 req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:57.986290 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-30987cff-e786-42ba-96be-356c3de92853 req-fea38fd7-d1c8-4429-a75e-29aaa484158e tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823078 Feb 09 16:05:57.988422 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b3810a03-1529-42c5-b1cb-07ff602410c4 req-2ee3025c-6bf0-4982-b38b-3d5e8c6ffe4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 HTTP/1.1" status: 200 len: 1000 time: 0.1383181 Feb 09 16:05:58.023506 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [req-8fbabdb2-682b-4b8c-ae7e-3acebbaf31a7 req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Calling delete_port for 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 owned by compute:nova {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:05:58.145793 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3810a03-1529-42c5-b1cb-07ff602410c4 req-a027380f-8823-447f-a78d-c02f6d9b1a75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:58.147247 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b3810a03-1529-42c5-b1cb-07ff602410c4 req-a027380f-8823-447f-a78d-c02f6d9b1a75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42d3c3d2-bfda-4d8d-9b29-a750ae5d6544 HTTP/1.1" status: 200 len: 849 time: 0.1528814 Feb 09 16:05:58.225121 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b3810a03-1529-42c5-b1cb-07ff602410c4 req-34041033-47a1-4031-89f0-57276de1ef08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2b3da4be-1f57-494a-a8f4-09aee01d85a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675704 Feb 09 16:05:58.228222 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-8fbabdb2-682b-4b8c-ae7e-3acebbaf31a7 req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:58.240432 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['0d2e1714-e9cf-4475-a09c-4d93bcf8c703'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:05:58.275880 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Pushing event deleted for resources: {'Port': ['ID=0d2e1714-e9cf-4475-a09c-4d93bcf8c703,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:58.314699 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:58.315803 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:58.315803 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:58.315803 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:58.316368 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:58.316368 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:58.316643 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:58.316938 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:58.317239 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:58.317549 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:58.317861 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:58.357468 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbabdb2-682b-4b8c-ae7e-3acebbaf31a7 req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] No DVR routers for this DVR port 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 on host hv-cinder-82510 {{(pid=83708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:05:58.360539 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-8fbabdb2-682b-4b8c-ae7e-3acebbaf31a7 req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:58.363034 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173a8dd9-1816-40d3-bf84-13a581ae3266', 'name': 'network-vif-deleted', 'tag': '0d2e1714-e9cf-4475-a09c-4d93bcf8c703'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:58.373833 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b3810a03-1529-42c5-b1cb-07ff602410c4 req-f75662db-4e4a-49ec-82e9-c6ebbf293419 service neutron] 10.222.0.42 "GET /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403649 Feb 09 16:05:58.417950 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173a8dd9-1816-40d3-bf84-13a581ae3266', 'name': 'network-vif-deleted', 'tag': '0d2e1714-e9cf-4475-a09c-4d93bcf8c703', 'status': 'completed', 'code': 200} Feb 09 16:05:58.442440 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8fbabdb2-682b-4b8c-ae7e-3acebbaf31a7 req-e77d8c0c-d06c-466a-9fcc-84eece50efe3 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.42 "DELETE /v2.0/ports/0d2e1714-e9cf-4475-a09c-4d93bcf8c703 HTTP/1.1" status: 204 len: 173 time: 1.1367764 Feb 09 16:05:58.516330 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b3810a03-1529-42c5-b1cb-07ff602410c4 req-02b14ea3-2741-46fd-8853-5a1b9ffa1317 service neutron] 10.222.0.42 "GET /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356192 Feb 09 16:05:58.970874 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.056760 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.094626 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373635a-ae25-4219-bc8b-5d2acdc8ba33 req-9216a074-3c28-4117-b6ab-ee0bd6994b1f tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:59.096384 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9373635a-ae25-4219-bc8b-5d2acdc8ba33 req-9216a074-3c28-4117-b6ab-ee0bd6994b1f tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0848529 Feb 09 16:05:59.150479 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9373635a-ae25-4219-bc8b-5d2acdc8ba33 req-c54ee481-09aa-4f52-8a56-42c34c49d139 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462039 Feb 09 16:05:59.227929 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59550) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:59.228113 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-2ef7edeb-f296-4f64-8fe1-5c02d0838af3 req-555cb0df-a00b-410d-bd08-fda7196936f2 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Synchronizing usage tracker for tenant:2477805a9d054831931aad91abbb17b0 on resource:port {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:05:59.253618 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59554) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:59.292908 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c3f1ee-abd3-44db-8437-846a5f2702c4 admin admin] Deleting subnet d2a28f0e-dcb6-46c4-be3e-e2a9ee916594 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:05:59.297236 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-05c3f1ee-abd3-44db-8437-846a5f2702c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.305208 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-2ef7edeb-f296-4f64-8fe1-5c02d0838af3 req-555cb0df-a00b-410d-bd08-fda7196936f2 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Unset dirty status for tenant:2477805a9d054831931aad91abbb17b0 on resource:port {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:05:59.306402 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2ef7edeb-f296-4f64-8fe1-5c02d0838af3 req-555cb0df-a00b-410d-bd08-fda7196936f2 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a8dd9-1816-40d3-bf84-13a581ae3266 HTTP/1.1" status: 200 len: 210 time: 0.1775570 Feb 09 16:05:59.354320 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-05c3f1ee-abd3-44db-8437-846a5f2702c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368596'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.409622 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-05c3f1ee-abd3-44db-8437-846a5f2702c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3247574'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.421124 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-38db4cd6-a27e-4285-b9dc-276bfa389a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.462329 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-38db4cd6-a27e-4285-b9dc-276bfa389a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:05:59.470025 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-38db4cd6-a27e-4285-b9dc-276bfa389a08 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e485de3d7e4a5a9efd87e343747fcc is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:05:59.473254 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-38db4cd6-a27e-4285-b9dc-276bfa389a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:05:59.480014 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-38db4cd6-a27e-4285-b9dc-276bfa389a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:05:59.547328 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-38db4cd6-a27e-4285-b9dc-276bfa389a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.591100 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-05c3f1ee-abd3-44db-8437-846a5f2702c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3247599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7031016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7118252'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.616679 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-38db4cd6-a27e-4285-b9dc-276bfa389a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.629507 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3f1ee-abd3-44db-8437-846a5f2702c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a28f0e-dcb6-46c4-be3e-e2a9ee916594,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:59.639646 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-05c3f1ee-abd3-44db-8437-846a5f2702c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.648400 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-05c3f1ee-abd3-44db-8437-846a5f2702c4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d2a28f0e-dcb6-46c4-be3e-e2a9ee916594 HTTP/1.1" status: 204 len: 168 time: 0.4171093 Feb 09 16:05:59.649079 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59562) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:59.662481 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db4cd6-a27e-4285-b9dc-276bfa389a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148dfa1d-8e37-4d8e-b51d-da2b2cb02a75,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:59.673362 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-38db4cd6-a27e-4285-b9dc-276bfa389a08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f9e485de3d7e4a5a9efd87e343747fcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4185383 Feb 09 16:05:59.676332 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59566) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:05:59.789635 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-152dcee7-84e9-41ed-a166-31ca6e10c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3173060'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.838547 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f20396a2-f41b-46c0-af2b-a775ee888275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.942286 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f20396a2-f41b-46c0-af2b-a775ee888275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.952799 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-152dcee7-84e9-41ed-a166-31ca6e10c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3246939', 'neutron.services.segments.db._delete_segments_for_network-8772266662247'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.995501 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-152dcee7-84e9-41ed-a166-31ca6e10c20c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ceb668-dce3-41e3-9bf8-79d7ed78c95c']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:00.008432 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-152dcee7-84e9-41ed-a166-31ca6e10c20c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88eb6ad-2599-4f05-b188-1dba0e041ca0') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:00.008723 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-152dcee7-84e9-41ed-a166-31ca6e10c20c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88eb6ad-2599-4f05-b188-1dba0e041ca0') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:00.024712 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-152dcee7-84e9-41ed-a166-31ca6e10c20c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772266661614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368607'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.040544 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-152dcee7-84e9-41ed-a166-31ca6e10c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.047330 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-152dcee7-84e9-41ed-a166-31ca6e10c20c admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:06:00.047702 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-152dcee7-84e9-41ed-a166-31ca6e10c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3244415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7030850'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: Traceback (most recent call last): Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: timer() Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: cb(*args, **kw) Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: return func(*args, **kwargs) Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: self._notify() Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: self.callback(batched_events) Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: event.method(event) Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: return f(self, *a, **k) Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: return self._get(url).json() Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:06:00.060150 dv-cinder-825105-1-smb neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:06:00.143891 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f20396a2-f41b-46c0-af2b-a775ee888275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.157908 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20396a2-f41b-46c0-af2b-a775ee888275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148dfa1d-8e37-4d8e-b51d-da2b2cb02a75,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:00.201270 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-152dcee7-84e9-41ed-a166-31ca6e10c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3246932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691991'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.222941 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-152dcee7-84e9-41ed-a166-31ca6e10c20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.233547 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dcee7-84e9-41ed-a166-31ca6e10c20c admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ceb668-dce3-41e3-9bf8-79d7ed78c95c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:00.237591 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f20396a2-f41b-46c0-af2b-a775ee888275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.238689 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-f20396a2-f41b-46c0-af2b-a775ee888275 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/148dfa1d-8e37-4d8e-b51d-da2b2cb02a75 HTTP/1.1" status: 204 len: 168 time: 0.5614693 Feb 09 16:06:00.240659 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-152dcee7-84e9-41ed-a166-31ca6e10c20c admin admin] 10.222.0.30 "DELETE /v2.0/networks/d0ceb668-dce3-41e3-9bf8-79d7ed78c95c HTTP/1.1" status: 204 len: 168 time: 0.5906332 Feb 09 16:06:00.249888 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59574) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:00.270942 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:06:00.299528 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.304785 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:06:00.305118 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 0d2e1714-e9cf-4475-a09c-4d93bcf8c703 not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:06:00.316841 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_v2 [None req-d865bf79-5f73-4b26-aaaf-42aaa61a3d5f admin admin] Deleting subnet 5799b24b-9b30-48a2-8bcc-e5e79c989967 {{(pid=83708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:06:00.319941 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d865bf79-5f73-4b26-aaaf-42aaa61a3d5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.371238 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d865bf79-5f73-4b26-aaaf-42aaa61a3d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354091'] for subnet, precommit_delete_associations {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.431467 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d865bf79-5f73-4b26-aaaf-42aaa61a3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3247574'] for subnet, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.555766 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0085760-12b6-46cf-9332-0df4f6828e96 None None] Sync routers for ids ['14948fbf-24d9-4826-a8d1-0aa89e978e57'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:06:00.567995 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0085760-12b6-46cf-9332-0df4f6828e96 None None] Routers {'14948fbf-24d9-4826-a8d1-0aa89e978e57'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:06:00.568599 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-f0085760-12b6-46cf-9332-0df4f6828e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:05:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['14948fbf-24d9-4826-a8d1-0aa89e978e57'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:00.579934 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d865bf79-5f73-4b26-aaaf-42aaa61a3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3247599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1352343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6906885'] for subnet, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.616499 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865bf79-5f73-4b26-aaaf-42aaa61a3d5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5799b24b-9b30-48a2-8bcc-e5e79c989967,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:00.624485 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d865bf79-5f73-4b26-aaaf-42aaa61a3d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.643703 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-d865bf79-5f73-4b26-aaaf-42aaa61a3d5f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5799b24b-9b30-48a2-8bcc-e5e79c989967 HTTP/1.1" status: 204 len: 168 time: 0.3918462 Feb 09 16:06:00.645474 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59584) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:00.759219 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3173060'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.812754 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-f0085760-12b6-46cf-9332-0df4f6828e96 None None] Set router 14948fbf-24d9-4826-a8d1-0aa89e978e57 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:06:00.961401 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3246939', 'neutron.services.segments.db._delete_segments_for_network-8772266662247'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.988842 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef159fc-0cef-4e66-bd89-90204b44b3f1']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:01.002057 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57a9f4a-f8ba-4b66-bd41-0bcfec4d287a') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:01.002302 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57a9f4a-f8ba-4b66-bd41-0bcfec4d287a') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:01.013808 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772266661614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368607'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.031840 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.039009 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:06:01.039396 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3244415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7030850'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: Traceback (most recent call last): Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: timer() Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: cb(*args, **kw) Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: return func(*args, **kwargs) Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: self._notify() Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: self.callback(batched_events) Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: event.method(event) Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: return f(self, *a, **k) Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: return self._get(url).json() Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:06:01.052548 dv-cinder-825105-1-smb neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:06:01.179041 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-f0085760-12b6-46cf-9332-0df4f6828e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': '7511ac48-f77b-479a-9202-e6e15a09049d', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'floating_ip_address': '172.28.1.218', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'port_id': 'fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'mac_address': 'fa:16:3e:97:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b049d07-2512-4292-9fc4-c6f0cc27daca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:05:39Z', 'updated_at': '2022-02-09T16:05:56Z', 'revision_number': 1, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf478b25-1897-4e21-8f62-fcbddb938c3f', 'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'mac_address': 'fa:16:3e:29:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:31Z', 'updated_at': '2022-02-09T16:05:52Z', 'revision_number': 5, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'subnets': [{'id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:01.183093 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0085760-12b6-46cf-9332-0df4f6828e96 None None] Checking router: 14948fbf-24d9-4826-a8d1-0aa89e978e57 for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:06:01.195066 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0085760-12b6-46cf-9332-0df4f6828e96 None None] Routers {'14948fbf-24d9-4826-a8d1-0aa89e978e57'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:06:01.195663 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-f0085760-12b6-46cf-9332-0df4f6828e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:05:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['14948fbf-24d9-4826-a8d1-0aa89e978e57'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:01.207389 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3246932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691991'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.224657 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.234997 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef159fc-0cef-4e66-bd89-90204b44b3f1,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:01.241570 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] 10.222.0.30 "DELETE /v2.0/networks/4ef159fc-0cef-4e66-bd89-90204b44b3f1 HTTP/1.1" status: 204 len: 168 time: 0.5950892 Feb 09 16:06:01.251756 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:01.252155 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:01.252429 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:01.252795 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:01.253299 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:01.253808 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:01.254307 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:01.254775 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:01.257696 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:01.257696 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:01.257696 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf64f21-8e66-42cc-880b-61a86746bb6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:01.377574 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-f0085760-12b6-46cf-9332-0df4f6828e96 None None] Set router 14948fbf-24d9-4826-a8d1-0aa89e978e57 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:06:01.611823 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59610) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:01.663492 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-486a503e-fcad-478f-a685-eb1c6723fe32 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71163d8d63dd405aa8f879777395626b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505087 Feb 09 16:06:01.665938 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59614) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:01.735537 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6aef0e28-c202-49b0-acfc-50d01737ac4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.745348 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-f0085760-12b6-46cf-9332-0df4f6828e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': '7511ac48-f77b-479a-9202-e6e15a09049d', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'floating_ip_address': '172.28.1.218', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'port_id': 'fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'mac_address': 'fa:16:3e:97:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b049d07-2512-4292-9fc4-c6f0cc27daca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:05:39Z', 'updated_at': '2022-02-09T16:05:56Z', 'revision_number': 1, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf478b25-1897-4e21-8f62-fcbddb938c3f', 'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'mac_address': 'fa:16:3e:29:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:31Z', 'updated_at': '2022-02-09T16:05:52Z', 'revision_number': 5, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'subnets': [{'id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:01.750193 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0085760-12b6-46cf-9332-0df4f6828e96 None None] The sync data for ids ['14948fbf-24d9-4826-a8d1-0aa89e978e57'] in dv-cinder-825105-1-smb is: [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': '7511ac48-f77b-479a-9202-e6e15a09049d', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'floating_ip_address': '172.28.1.218', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'port_id': 'fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'mac_address': 'fa:16:3e:97:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b049d07-2512-4292-9fc4-c6f0cc27daca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:05:39Z', 'updated_at': '2022-02-09T16:05:56Z', 'revision_number': 1, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf478b25-1897-4e21-8f62-fcbddb938c3f', 'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'mac_address': 'fa:16:3e:29:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:31Z', 'updated_at': '2022-02-09T16:05:52Z', 'revision_number': 5, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'subnets': [{'id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:06:01.766701 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6aef0e28-c202-49b0-acfc-50d01737ac4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.913877 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6aef0e28-c202-49b0-acfc-50d01737ac4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.932040 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef0e28-c202-49b0-acfc-50d01737ac4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ca7ee3-66a1-480b-8b0e-427f76db90f8,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:02.004078 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6aef0e28-c202-49b0-acfc-50d01737ac4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:02.005292 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-6aef0e28-c202-49b0-acfc-50d01737ac4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69ca7ee3-66a1-480b-8b0e-427f76db90f8 HTTP/1.1" status: 204 len: 168 time: 0.3382583 Feb 09 16:06:02.796831 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59644) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:02.846362 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-a74e6f75-d81e-4b87-a534-aa17c4e9fe2e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7a858afe5564c33993dfca41a497218&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483379 Feb 09 16:06:02.855322 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59648) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:02.914098 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd6de-7a97-41be-a716-1356168eee96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:02.940484 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd6de-7a97-41be-a716-1356168eee96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:03.035764 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd6de-7a97-41be-a716-1356168eee96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:03.050814 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdd6de-7a97-41be-a716-1356168eee96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37fe6ce-5d84-4795-9534-5d174553666e,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:03.056900 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd6de-7a97-41be-a716-1356168eee96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:03.058016 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-2bbdd6de-7a97-41be-a716-1356168eee96 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f37fe6ce-5d84-4795-9534-5d174553666e HTTP/1.1" status: 204 len: 168 time: 0.2018120 Feb 09 16:06:05.358445 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2830e2-6943-425d-865b-b4a88c26883c req-4300eafe-742b-4104-8a2f-dab66dd02187 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:05.364697 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-fc2830e2-6943-425d-865b-b4a88c26883c req-4300eafe-742b-4104-8a2f-dab66dd02187 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/networks?id=b69633d5-cffe-49ea-b12b-10f751753e88 HTTP/1.1" status: 200 len: 813 time: 0.1446481 Feb 09 16:06:05.378249 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-fc2830e2-6943-425d-865b-b4a88c26883c req-8c2d7e7f-4f82-4588-88c6-1f51cb5897a9 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/quotas/2477805a9d054831931aad91abbb17b0 HTTP/1.1" status: 200 len: 375 time: 0.0117731 Feb 09 16:06:05.423916 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-fc2830e2-6943-425d-865b-b4a88c26883c req-4ea7f4bd-aff2-4b4f-a958-15da6a472046 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2477805a9d054831931aad91abbb17b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404599 Feb 09 16:06:05.643144 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-fc2830e2-6943-425d-865b-b4a88c26883c req-578fe721-08f2-46b4-b5a8-979dcba57ef0 service neutron] 10.222.0.30 "GET /v2.0/networks/b69633d5-cffe-49ea-b12b-10f751753e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113566 Feb 09 16:06:05.733272 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f5431c-03a7-47fd-bfe4-b7583f39f6d5 None None] New status for floating IP 7511ac48-f77b-479a-9202-e6e15a09049d: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 16:06:05.756523 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59686) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:05.782372 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-fc2830e2-6943-425d-865b-b4a88c26883c req-828ae2b9-be51-4d96-8de2-8b85c5ef89f0 service neutron] 10.222.0.30 "GET /v2.0/networks/b69633d5-cffe-49ea-b12b-10f751753e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396701 Feb 09 16:06:05.907176 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ebcd-08d4-43ff-9301-fe92a8bcd4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:05.939390 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-f4c3ebcd-08d4-43ff-9301-fe92a8bcd4a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:06:05.958045 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-f4c3ebcd-08d4-43ff-9301-fe92a8bcd4a9 admin admin] Usage tracker for resource:security_group_rule and tenant:e59086887b79409294032f54866cabeb is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:06:05.961442 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-f4c3ebcd-08d4-43ff-9301-fe92a8bcd4a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:06:05.969564 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-f4c3ebcd-08d4-43ff-9301-fe92a8bcd4a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:06:06.038936 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61753d2a-c93d-4a4c-b5a4-07a39957414b req-6b8e8ce2-8478-493b-852b-030ce4f091de tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 210 time: 0.0421252 Feb 09 16:06:06.041766 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ebcd-08d4-43ff-9301-fe92a8bcd4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:06.125266 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ebcd-08d4-43ff-9301-fe92a8bcd4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:06.172722 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3ebcd-08d4-43ff-9301-fe92a8bcd4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41721bc9-ddf4-4116-8483-ec09ca207d86,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:06.177971 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-f4c3ebcd-08d4-43ff-9301-fe92a8bcd4a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e59086887b79409294032f54866cabeb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4205019 Feb 09 16:06:06.180804 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59700) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:06.239876 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-127c87b7-82ad-4b71-a63b-e7f8219f730e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:06.264258 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-127c87b7-82ad-4b71-a63b-e7f8219f730e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:06.382200 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-127c87b7-82ad-4b71-a63b-e7f8219f730e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:06.396461 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c87b7-82ad-4b71-a63b-e7f8219f730e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41721bc9-ddf4-4116-8483-ec09ca207d86,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:06.403755 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-127c87b7-82ad-4b71-a63b-e7f8219f730e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:06.404994 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-127c87b7-82ad-4b71-a63b-e7f8219f730e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41721bc9-ddf4-4116-8483-ec09ca207d86 HTTP/1.1" status: 204 len: 168 time: 0.2233543 Feb 09 16:06:07.210884 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a350557b-c72d-41d9-a968-88c4ed2b6cff req-b367f011-e4eb-433a-8c0f-d7d88e190e68 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 210 time: 0.0446393 Feb 09 16:06:08.129402 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2830e2-6943-425d-865b-b4a88c26883c req-915a687d-a465-4978-80ae-d4319cd5543b tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:08.130862 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fc2830e2-6943-425d-865b-b4a88c26883c req-915a687d-a465-4978-80ae-d4319cd5543b tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.42 "GET /v2.0/networks?id=b69633d5-cffe-49ea-b12b-10f751753e88 HTTP/1.1" status: 200 len: 813 time: 0.1406379 Feb 09 16:06:08.147566 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-fc2830e2-6943-425d-865b-b4a88c26883c req-78c70f9d-d98b-462a-a768-a280eb482b1d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Request body: {'port': {'device_id': '49acfef7-82fe-4487-83c0-5960dc951425', 'network_id': 'b69633d5-cffe-49ea-b12b-10f751753e88', 'admin_state_up': True, 'tenant_id': '2477805a9d054831931aad91abbb17b0'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:06:08.290937 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-fc2830e2-6943-425d-865b-b4a88c26883c req-78c70f9d-d98b-462a-a768-a280eb482b1d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:06:08.301385 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-fc2830e2-6943-425d-865b-b4a88c26883c req-78c70f9d-d98b-462a-a768-a280eb482b1d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:06:08.378784 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2830e2-6943-425d-865b-b4a88c26883c req-78c70f9d-d98b-462a-a768-a280eb482b1d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Made reservation on behalf of 2477805a9d054831931aad91abbb17b0 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:08.381712 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fc2830e2-6943-425d-865b-b4a88c26883c req-78c70f9d-d98b-462a-a768-a280eb482b1d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:08.397494 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d44cf0a8-aacb-4a1f-83d4-1989f1f76d50 req-9f7a7fe2-f304-46a1-aa18-f283120b173e tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 210 time: 0.0605941 Feb 09 16:06:08.550118 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [req-fc2830e2-6943-425d-865b-b4a88c26883c req-78c70f9d-d98b-462a-a768-a280eb482b1d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Allocated IP 172.20.0.13 (b69633d5-cffe-49ea-b12b-10f751753e88/a32243b6-17aa-45c2-a378-e4f6f0ed708a/a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:08.756369 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fc2830e2-6943-425d-865b-b4a88c26883c req-78c70f9d-d98b-462a-a768-a280eb482b1d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:08.818458 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fc2830e2-6943-425d-865b-b4a88c26883c req-78c70f9d-d98b-462a-a768-a280eb482b1d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:08.890612 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2830e2-6943-425d-865b-b4a88c26883c req-78c70f9d-d98b-462a-a768-a280eb482b1d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Network b69633d5-cffe-49ea-b12b-10f751753e88 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:08.893390 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [req-fc2830e2-6943-425d-865b-b4a88c26883c req-78c70f9d-d98b-462a-a768-a280eb482b1d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:08.897459 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2830e2-6943-425d-865b-b4a88c26883c req-78c70f9d-d98b-462a-a768-a280eb482b1d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:06:08.924375 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c70f9d-d98b-462a-a768-a280eb482b1d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Pushing event updated for resources: {'Port': ['ID=a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:08.960020 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2830e2-6943-425d-865b-b4a88c26883c req-78c70f9d-d98b-462a-a768-a280eb482b1d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:08.960615 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fc2830e2-6943-425d-865b-b4a88c26883c req-78c70f9d-d98b-462a-a768-a280eb482b1d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:09.030447 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fc2830e2-6943-425d-865b-b4a88c26883c req-78c70f9d-d98b-462a-a768-a280eb482b1d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8862579 Feb 09 16:06:09.042073 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Request body: {'port': {'device_id': '49acfef7-82fe-4487-83c0-5960dc951425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:06:09.145372 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:09.474265 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 {{(pid=83709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:06:09.481268 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:09.496073 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Transition to ACTIVE for port object a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:06:09.543923 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:09.589870 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c3042-ac41-4778-be7a-e130d5621d8e req-ee0d8c1f-93c2-4fc0-93d7-2f67f23d6acc tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:09.591376 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-e03c3042-ac41-4778-be7a-e130d5621d8e req-ee0d8c1f-93c2-4fc0-93d7-2f67f23d6acc tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 944 time: 0.0757089 Feb 09 16:06:09.641819 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-e03c3042-ac41-4778-be7a-e130d5621d8e req-07fc639d-167b-40f6-b067-3359445fa4da tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440309 Feb 09 16:06:09.742236 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:09.842865 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Attempting to bind port a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:06:09.843844 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Attempting to bind port a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b69633d5-cffe-49ea-b12b-10f751753e88'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:06:09.844302 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Attempting to bind port a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 on network b69633d5-cffe-49ea-b12b-10f751753e88 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:06:09.850278 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Port a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 on network b69633d5-cffe-49ea-b12b-10f751753e88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:06:09.850622 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Attempting to bind port a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 on network b69633d5-cffe-49ea-b12b-10f751753e88 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:06:09.856969 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:06:09.857301 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Checking segment: {'id': 'b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b69633d5-cffe-49ea-b12b-10f751753e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:06:09.857671 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Bound using segment: {'id': 'b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b69633d5-cffe-49ea-b12b-10f751753e88'} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:06:09.858085 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Bound port: a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b69633d5-cffe-49ea-b12b-10f751753e88'}}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:06:09.858443 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:09.945374 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] For port a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9, host hv-cinder-82510, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:06:09.948191 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] For port a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9,segment=NetworkSegment(b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06),segment_id=b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06)] {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:06:10.044766 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:10.105812 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:10.107174 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fc2830e2-6943-425d-865b-b4a88c26883c req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] 10.222.0.42 "PUT /v2.0/ports/a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 HTTP/1.1" status: 200 len: 1094 time: 1.0691292 Feb 09 16:06:10.107609 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49acfef7-82fe-4487-83c0-5960dc951425', 'tag': 'a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:06:10.128263 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d2130-1614-4314-8092-d5f207079e17 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:10.169551 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49acfef7-82fe-4487-83c0-5960dc951425', 'tag': 'a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9', 'status': 'completed', 'code': 200} Feb 09 16:06:10.280307 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-42c1d9bc-0e07-4676-ae00-42df30a058bc req-66d7e72e-93a9-468b-8ff7-d0efe3356dbc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2477805a9d054831931aad91abbb17b0&device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 1097 time: 0.0851550 Feb 09 16:06:10.426320 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1d9bc-0e07-4676-ae00-42df30a058bc req-30579a67-489f-4ad0-b3b9-6a24947a84c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:10.427767 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-42c1d9bc-0e07-4676-ae00-42df30a058bc req-30579a67-489f-4ad0-b3b9-6a24947a84c4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2477805a9d054831931aad91abbb17b0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1391098 Feb 09 16:06:10.568137 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1d9bc-0e07-4676-ae00-42df30a058bc req-20a52fdb-4d2b-4a23-a2a6-18469f7b921b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:10.569610 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-42c1d9bc-0e07-4676-ae00-42df30a058bc req-20a52fdb-4d2b-4a23-a2a6-18469f7b921b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331832 Feb 09 16:06:10.679711 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fc2830e2-6943-425d-865b-b4a88c26883c req-db09e864-f0ae-419d-8b49-dee73be20a18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2477805a9d054831931aad91abbb17b0&device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 1097 time: 0.0682802 Feb 09 16:06:10.755900 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fc2830e2-6943-425d-865b-b4a88c26883c req-0010555a-0d95-412a-b140-e5603fadeb4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 HTTP/1.1" status: 200 len: 217 time: 0.0676961 Feb 09 16:06:10.878322 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2830e2-6943-425d-865b-b4a88c26883c req-fa2a52aa-a6fa-4a56-bbec-64c0e354bdcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:10.879801 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fc2830e2-6943-425d-865b-b4a88c26883c req-fa2a52aa-a6fa-4a56-bbec-64c0e354bdcd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a32243b6-17aa-45c2-a378-e4f6f0ed708a HTTP/1.1" status: 200 len: 853 time: 0.1153481 Feb 09 16:06:10.930556 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fc2830e2-6943-425d-865b-b4a88c26883c req-c5bbd6b1-5306-47b1-abc4-797094de4c50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b69633d5-cffe-49ea-b12b-10f751753e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435426 Feb 09 16:06:10.940657 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f333ddd-6dbc-4f84-aa8b-553d70986594 req-24d5b93c-6e50-4a17-b51b-8b208e553386 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:10.941439 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-4f333ddd-6dbc-4f84-aa8b-553d70986594 req-24d5b93c-6e50-4a17-b51b-8b208e553386 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Synchronizing usage tracker for tenant:2477805a9d054831931aad91abbb17b0 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:06:11.078227 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fc2830e2-6943-425d-865b-b4a88c26883c req-0814c41a-2bbd-44fa-9696-0b68aaa5ac6c service neutron] 10.222.0.42 "GET /v2.0/networks/b69633d5-cffe-49ea-b12b-10f751753e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336653 Feb 09 16:06:11.079150 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-4f333ddd-6dbc-4f84-aa8b-553d70986594 req-24d5b93c-6e50-4a17-b51b-8b208e553386 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Unset dirty status for tenant:2477805a9d054831931aad91abbb17b0 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:06:11.080142 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4f333ddd-6dbc-4f84-aa8b-553d70986594 req-24d5b93c-6e50-4a17-b51b-8b208e553386 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 944 time: 0.2827907 Feb 09 16:06:11.219188 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4f333ddd-6dbc-4f84-aa8b-553d70986594 req-f37d7f79-9038-43c0-ac93-9357f42af41d tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335235 Feb 09 16:06:11.252449 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fc2830e2-6943-425d-865b-b4a88c26883c req-caec30f7-6256-4a88-9630-93b23e7689d2 service neutron] 10.222.0.42 "GET /v2.0/networks/b69633d5-cffe-49ea-b12b-10f751753e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657226 Feb 09 16:06:12.431784 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06199d-5afa-4184-b81c-67bb19d1066b req-d1dbf839-63b6-46af-beff-84677f72b5cd tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:12.433238 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ae06199d-5afa-4184-b81c-67bb19d1066b req-d1dbf839-63b6-46af-beff-84677f72b5cd tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 944 time: 0.0836482 Feb 09 16:06:12.482749 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ae06199d-5afa-4184-b81c-67bb19d1066b req-1199fdbd-aa58-4bab-a4cd-003982f478e8 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426638 Feb 09 16:06:12.545104 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c884b60-12f4-475f-9392-45f85bb0bf23 req-863da485-95ef-4543-a1df-ca89675c01c5 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:12.546665 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5c884b60-12f4-475f-9392-45f85bb0bf23 req-863da485-95ef-4543-a1df-ca89675c01c5 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 946 time: 0.0781229 Feb 09 16:06:12.591088 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5c884b60-12f4-475f-9392-45f85bb0bf23 req-164d225a-8969-4f82-9412-9c2c810fb07c tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389018 Feb 09 16:06:13.679404 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467cb09-a9ae-4f99-8ab9-f8046ea0a3c9 req-571f50cf-b4c8-4bbf-8446-e1a7c585544f tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:13.680875 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6467cb09-a9ae-4f99-8ab9-f8046ea0a3c9 req-571f50cf-b4c8-4bbf-8446-e1a7c585544f tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 944 time: 0.0797198 Feb 09 16:06:13.727859 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6467cb09-a9ae-4f99-8ab9-f8046ea0a3c9 req-ae30ea9e-12e0-453e-922a-95b680671523 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412271 Feb 09 16:06:13.806780 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3003a-503c-471e-942d-6cb3f47f3c2f req-2a8610a4-4cbd-4104-9855-2492f38d51c8 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:13.808146 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-59d3003a-503c-471e-942d-6cb3f47f3c2f req-2a8610a4-4cbd-4104-9855-2492f38d51c8 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 946 time: 0.0742221 Feb 09 16:06:13.852092 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-59d3003a-503c-471e-942d-6cb3f47f3c2f req-e460a558-1068-40f4-8af0-635eadea3cf1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376878 Feb 09 16:06:14.287478 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c21d5a-55e6-4e0f-a725-2610fa4ededc req-12eecc82-9632-4c11-b27e-441cc45dd2cd tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:14.288895 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a3c21d5a-55e6-4e0f-a725-2610fa4ededc req-12eecc82-9632-4c11-b27e-441cc45dd2cd tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 946 time: 0.0787902 Feb 09 16:06:14.359289 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-a3c21d5a-55e6-4e0f-a725-2610fa4ededc req-037e43c3-94ee-451a-893b-fc176cde3dff tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Deleting port 74dbcf1c-41aa-4010-88da-98975ed9c3f0 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:06:14.359562 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a3c21d5a-55e6-4e0f-a725-2610fa4ededc req-037e43c3-94ee-451a-893b-fc176cde3dff tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.427421 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:06:14.573220 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9,segment=NetworkSegment(b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06),segment_id=b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:14.587154 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': 'a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9', 'network_id': 'b69633d5-cffe-49ea-b12b-10f751753e88', 'port_id': 'a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9', 'mac_address': 'fa:16:3e:3b:6f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a32243b6-17aa-45c2-a378-e4f6f0ed708a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:06:14.646310 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.651677 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59816) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:14.677945 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:06:14.696889 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9,segment=NetworkSegment(b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06),segment_id=b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:14.730512 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-a3c21d5a-55e6-4e0f-a725-2610fa4ededc req-037e43c3-94ee-451a-893b-fc176cde3dff tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] For port 74dbcf1c-41aa-4010-88da-98975ed9c3f0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=74dbcf1c-41aa-4010-88da-98975ed9c3f0,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:14.730876 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a3c21d5a-55e6-4e0f-a725-2610fa4ededc req-037e43c3-94ee-451a-893b-fc176cde3dff tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.790343 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.870436 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:14.976123 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-44989871-a4c7-4a86-8cf2-d03c4b33417e req-fd47cc13-7de3-45ff-beba-e4ca5d68139b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=834941f3691d47a1809756d053797f2c&device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 1137 time: 0.1538017 Feb 09 16:06:14.988742 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d8ae7-95e5-443e-8d8c-fc38585f4fe9 req-268ca654-57c4-4e38-9430-c7ddf2c8cac5 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:14.990085 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb35f7a6-2787-45d7-a13d-a91972ced820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.991252 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-787d8ae7-95e5-443e-8d8c-fc38585f4fe9 req-268ca654-57c4-4e38-9430-c7ddf2c8cac5 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 945 time: 0.1033807 Feb 09 16:06:15.067978 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:06:15.135497 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fb35f7a6-2787-45d7-a13d-a91972ced820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:06:15.135738 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-787d8ae7-95e5-443e-8d8c-fc38585f4fe9 req-654b8219-a13e-4699-8be4-ccb430d16b82 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212020 Feb 09 16:06:15.144770 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-fb35f7a6-2787-45d7-a13d-a91972ced820 admin admin] Usage tracker for resource:security_group_rule and tenant:9f43de0ae15340a5b6460fbd95ee70c3 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:06:15.156363 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-fb35f7a6-2787-45d7-a13d-a91972ced820 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:06:15.161042 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fb35f7a6-2787-45d7-a13d-a91972ced820 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:06:15.167064 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a3c21d5a-55e6-4e0f-a725-2610fa4ededc req-037e43c3-94ee-451a-893b-fc176cde3dff tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.167504 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a3c21d5a-55e6-4e0f-a725-2610fa4ededc req-037e43c3-94ee-451a-893b-fc176cde3dff tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691969'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.167755 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.l3_db [req-a3c21d5a-55e6-4e0f-a725-2610fa4ededc req-037e43c3-94ee-451a-893b-fc176cde3dff tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Floating IP aa61b355-580a-49b9-96e0-f0860a377f9a disassociated. External IP: 172.28.1.170, port: 74dbcf1c-41aa-4010-88da-98975ed9c3f0. Feb 09 16:06:15.168095 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-a3c21d5a-55e6-4e0f-a725-2610fa4ededc req-037e43c3-94ee-451a-893b-fc176cde3dff tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Calling delete_port for 74dbcf1c-41aa-4010-88da-98975ed9c3f0 owned by compute:nova {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:06:15.193762 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44989871-a4c7-4a86-8cf2-d03c4b33417e req-4ceebef3-8a7a-467f-ad34-41ce7d0fb07d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:15.195611 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-44989871-a4c7-4a86-8cf2-d03c4b33417e req-4ceebef3-8a7a-467f-ad34-41ce7d0fb07d service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a HTTP/1.1" status: 200 len: 915 time: 0.2031736 Feb 09 16:06:15.238075 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b12041-2406-435f-930e-279ee127fa54 req-9005f51f-fa61-4a81-b07d-fb5e409bc376 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:15.239585 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-78b12041-2406-435f-930e-279ee127fa54 req-9005f51f-fa61-4a81-b07d-fb5e409bc376 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 984 time: 0.3199437 Feb 09 16:06:15.304266 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-44989871-a4c7-4a86-8cf2-d03c4b33417e req-8766f044-6180-4d5a-8b78-c1c33e9cae99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee987e41-9313-4ad6-854c-09108daa29ad HTTP/1.1" status: 200 len: 1000 time: 0.0996518 Feb 09 16:06:15.386737 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-78b12041-2406-435f-930e-279ee127fa54 req-12421ecd-acca-4ac5-be92-f8fd544232e7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&id=371eeef9-d9b1-4c37-8b06-51e00dbd14c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1357059 Feb 09 16:06:15.416475 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44989871-a4c7-4a86-8cf2-d03c4b33417e req-ad6b16fe-7948-4f62-b10a-6336474f0f89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:15.417923 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-44989871-a4c7-4a86-8cf2-d03c4b33417e req-ad6b16fe-7948-4f62-b10a-6336474f0f89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a681b831-f211-4e00-a4cc-a42d59ce2287 HTTP/1.1" status: 200 len: 853 time: 0.0762916 Feb 09 16:06:15.421200 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb35f7a6-2787-45d7-a13d-a91972ced820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.480980 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb35f7a6-2787-45d7-a13d-a91972ced820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.497316 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b0411-c91c-4ec3-9b08-6a4e88d59db0 req-fc519628-03e7-4843-99d5-d0851cc35a8d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:15.499299 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-339b0411-c91c-4ec3-9b08-6a4e88d59db0 req-fc519628-03e7-4843-99d5-d0851cc35a8d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 946 time: 0.1935840 Feb 09 16:06:15.525992 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a3c21d5a-55e6-4e0f-a725-2610fa4ededc req-037e43c3-94ee-451a-893b-fc176cde3dff tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.541238 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-44989871-a4c7-4a86-8cf2-d03c4b33417e req-def7903e-c946-42f6-9276-0976556b7454 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1155193 Feb 09 16:06:15.570916 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35f7a6-2787-45d7-a13d-a91972ced820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b17bd3a-65d9-4812-aac5-f7f7522cbe50,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:15.573746 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-339b0411-c91c-4ec3-9b08-6a4e88d59db0 req-35ac0160-340d-473c-8701-e42ccdd1bdc1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=c572f87f-4756-41c8-88dd-62a11e801ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675225 Feb 09 16:06:15.587871 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-fb35f7a6-2787-45d7-a13d-a91972ced820 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f43de0ae15340a5b6460fbd95ee70c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9326255 Feb 09 16:06:15.587871 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e43c3-94ee-451a-893b-fc176cde3dff tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event deleted for resources: {'Port': ['ID=74dbcf1c-41aa-4010-88da-98975ed9c3f0,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:15.590501 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59828) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:15.685198 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-44989871-a4c7-4a86-8cf2-d03c4b33417e req-0f821cdd-2929-4dbe-88d6-db8e4303d83c service neutron] 10.222.0.42 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357136 Feb 09 16:06:15.794109 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-287997ce-6109-47e9-a4c8-4b8337e359ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.831806 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-287997ce-6109-47e9-a4c8-4b8337e359ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.906157 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-44989871-a4c7-4a86-8cf2-d03c4b33417e req-277e016f-5aac-4e33-9095-b0002e96b8ab service neutron] 10.222.0.42 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111750 Feb 09 16:06:15.922329 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3c21d5a-55e6-4e0f-a725-2610fa4ededc req-037e43c3-94ee-451a-893b-fc176cde3dff tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:06:15.987504 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-287997ce-6109-47e9-a4c8-4b8337e359ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.063551 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287997ce-6109-47e9-a4c8-4b8337e359ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b17bd3a-65d9-4812-aac5-f7f7522cbe50,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:16.142794 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3c21d5a-55e6-4e0f-a725-2610fa4ededc req-037e43c3-94ee-451a-893b-fc176cde3dff tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:06:16.167745 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36434e94-ed89-4ead-b78c-49166215414c None None] Sync routers for ids ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:06:16.191211 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36434e94-ed89-4ead-b78c-49166215414c None None] Routers {'2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:06:16.191826 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-36434e94-ed89-4ead-b78c-49166215414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:05:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:16.219715 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c21d5a-55e6-4e0f-a725-2610fa4ededc req-037e43c3-94ee-451a-893b-fc176cde3dff tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] No DVR routers for this DVR port 74dbcf1c-41aa-4010-88da-98975ed9c3f0 on host hv-cinder-82510 {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:06:16.222327 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-a3c21d5a-55e6-4e0f-a725-2610fa4ededc req-037e43c3-94ee-451a-893b-fc176cde3dff tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.227424 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'name': 'network-vif-deleted', 'tag': '74dbcf1c-41aa-4010-88da-98975ed9c3f0'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:06:16.236571 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-287997ce-6109-47e9-a4c8-4b8337e359ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.237682 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-287997ce-6109-47e9-a4c8-4b8337e359ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b17bd3a-65d9-4812-aac5-f7f7522cbe50 HTTP/1.1" status: 204 len: 168 time: 0.6462941 Feb 09 16:06:16.239452 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a3c21d5a-55e6-4e0f-a725-2610fa4ededc req-037e43c3-94ee-451a-893b-fc176cde3dff tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.42 "DELETE /v2.0/ports/74dbcf1c-41aa-4010-88da-98975ed9c3f0 HTTP/1.1" status: 204 len: 173 time: 1.9440262 Feb 09 16:06:16.429143 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73f1781-2e6d-4dc5-8fcc-946f719a7c17', 'name': 'network-vif-deleted', 'tag': '74dbcf1c-41aa-4010-88da-98975ed9c3f0', 'status': 'completed', 'code': 200} Feb 09 16:06:16.439706 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-36434e94-ed89-4ead-b78c-49166215414c None None] Set router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:06:16.477189 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a38b9-a8e3-4604-b2f1-89f2a992de44 req-2da12e03-b422-44c1-91a0-42b6a7a12fb5 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:16.478811 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8b9a38b9-a8e3-4604-b2f1-89f2a992de44 req-2da12e03-b422-44c1-91a0-42b6a7a12fb5 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 945 time: 0.2078507 Feb 09 16:06:16.486995 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:06:16.578233 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8b9a38b9-a8e3-4604-b2f1-89f2a992de44 req-ff0941de-25a5-4dbf-9b19-ffa75addf859 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924835 Feb 09 16:06:16.756533 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28068493-ee28-413c-8fe4-60aa4aab3357 req-871d464c-9010-432e-a195-46394ef51827 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:16.766387 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-28068493-ee28-413c-8fe4-60aa4aab3357 req-871d464c-9010-432e-a195-46394ef51827 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 984 time: 0.1622877 Feb 09 16:06:16.802708 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.838389 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-28068493-ee28-413c-8fe4-60aa4aab3357 req-e36349f0-1cd4-41f7-94f2-ed01ff1572d7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&id=371eeef9-d9b1-4c37-8b06-51e00dbd14c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708339 Feb 09 16:06:16.894679 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:06:16.901057 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:16.901536 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.906469 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-a6bd25e1-7161-4583-b768-b9b0933eb8ca req-9ba85475-3aa7-490f-84bb-c69ead84aeca tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Synchronizing usage tracker for tenant:583b1cb4cc844713b243032c95f65f45 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:06:17.000774 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-a6bd25e1-7161-4583-b768-b9b0933eb8ca req-9ba85475-3aa7-490f-84bb-c69ead84aeca tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Unset dirty status for tenant:583b1cb4cc844713b243032c95f65f45 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:06:17.002072 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a6bd25e1-7161-4583-b768-b9b0933eb8ca req-9ba85475-3aa7-490f-84bb-c69ead84aeca tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c73f1781-2e6d-4dc5-8fcc-946f719a7c17 HTTP/1.1" status: 200 len: 210 time: 0.1403632 Feb 09 16:06:17.030415 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-36434e94-ed89-4ead-b78c-49166215414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:39Z', 'revision_number': 5, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:17.042505 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36434e94-ed89-4ead-b78c-49166215414c None None] Checking router: 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:06:17.046917 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:17.069318 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36434e94-ed89-4ead-b78c-49166215414c None None] Routers {'2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:06:17.069928 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-36434e94-ed89-4ead-b78c-49166215414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:05:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:17.187644 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49acfef7-82fe-4487-83c0-5960dc951425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:06:17.262260 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49acfef7-82fe-4487-83c0-5960dc951425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9', 'code': 200} Feb 09 16:06:17.271304 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9,segment=NetworkSegment(b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06),segment_id=b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:17.290121 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-36434e94-ed89-4ead-b78c-49166215414c None None] Set router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:06:17.335614 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:17.492002 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:17.594917 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9560313d-a569-44dc-a7f6-362034823d24 req-acbbd8b7-a187-4440-83b4-be8cfcb36401 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 1099 time: 0.0779912 Feb 09 16:06:17.670575 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9560313d-a569-44dc-a7f6-362034823d24 req-5802d219-8e47-4148-9df7-f31bab896898 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659111 Feb 09 16:06:17.692899 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-36434e94-ed89-4ead-b78c-49166215414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:39Z', 'revision_number': 5, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:17.697543 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36434e94-ed89-4ead-b78c-49166215414c None None] The sync data for ids ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'] in dv-cinder-825105-1-smb is: [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:39Z', 'revision_number': 5, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:06:17.822803 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bea99-ab9a-46c6-a273-9af9f5b8bef5 req-1ac31121-65b8-4a36-96fa-8bd42c3a8070 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:17.824275 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-784bea99-ab9a-46c6-a273-9af9f5b8bef5 req-1ac31121-65b8-4a36-96fa-8bd42c3a8070 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 946 time: 0.0775604 Feb 09 16:06:17.873008 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-784bea99-ab9a-46c6-a273-9af9f5b8bef5 req-ea8149fc-9a2c-40cf-b4fb-27687112f62b tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417771 Feb 09 16:06:18.066702 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faec46a-d7ba-4c80-9b5f-0521ceb11367 req-5acdf8f6-5bc7-4c97-b1ee-e50575d11050 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:18.068176 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3faec46a-d7ba-4c80-9b5f-0521ceb11367 req-5acdf8f6-5bc7-4c97-b1ee-e50575d11050 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 984 time: 0.0907650 Feb 09 16:06:18.096214 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2725d283-12fd-4d79-8ef0-8e35354664d6 None None] New status for floating IP aa61b355-580a-49b9-96e0-f0860a377f9a: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 16:06:18.139997 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3faec46a-d7ba-4c80-9b5f-0521ceb11367 req-49332b31-4b30-4f99-af18-661e0bbee209 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&id=371eeef9-d9b1-4c37-8b06-51e00dbd14c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637152 Feb 09 16:06:18.445035 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59858) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:18.472833 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 74dbcf1c-41aa-4010-88da-98975ed9c3f0 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:06:18.517273 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33561b5c-522c-450d-a301-ecc924eecaab tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:18.542771 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: 74dbcf1c-41aa-4010-88da-98975ed9c3f0 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:06:18.543105 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 74dbcf1c-41aa-4010-88da-98975ed9c3f0 not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:06:18.548512 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33561b5c-522c-450d-a301-ecc924eecaab tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:18.771806 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33561b5c-522c-450d-a301-ecc924eecaab tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:18.789751 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33561b5c-522c-450d-a301-ecc924eecaab tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c572f87f-4756-41c8-88dd-62a11e801ad3,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:18.863388 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33561b5c-522c-450d-a301-ecc924eecaab tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:18.864511 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-33561b5c-522c-450d-a301-ecc924eecaab tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "DELETE /v2.0/security-groups/c572f87f-4756-41c8-88dd-62a11e801ad3 HTTP/1.1" status: 204 len: 168 time: 0.4184742 Feb 09 16:06:18.867146 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59862) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:18.883917 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.api.v2.resource [None req-08b05e0d-a98b-4e2b-92bc-c8b2257f258d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] show failed (client error): The resource could not be found. Feb 09 16:06:18.884908 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-08b05e0d-a98b-4e2b-92bc-c8b2257f258d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups/c572f87f-4756-41c8-88dd-62a11e801ad3 HTTP/1.1" status: 404 len: 347 time: 0.0168431 Feb 09 16:06:18.887789 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59866) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:19.053141 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-9a21e099-5a57-44fb-bd27-e7860c8c7bf7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Deleting port 82cfc525-7d73-48a2-8653-eec0a130a938 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:06:19.053536 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a21e099-5a57-44fb-bd27-e7860c8c7bf7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.112704 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b6e68-6da5-4922-bebd-93cf3e8d9dc9 req-fd2c7c22-9fc5-4737-8804-3b057942b038 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:19.114097 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ee2b6e68-6da5-4922-bebd-93cf3e8d9dc9 req-fd2c7c22-9fc5-4737-8804-3b057942b038 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 946 time: 0.0793066 Feb 09 16:06:19.167592 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ee2b6e68-6da5-4922-bebd-93cf3e8d9dc9 req-4ca64f95-ac96-43fb-99ed-59a24764560f tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475531 Feb 09 16:06:19.228415 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a21e099-5a57-44fb-bd27-e7860c8c7bf7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.228743 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a21e099-5a57-44fb-bd27-e7860c8c7bf7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.247628 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:06:19.380949 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-9a21e099-5a57-44fb-bd27-e7860c8c7bf7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Calling delete_port for 82cfc525-7d73-48a2-8653-eec0a130a938 owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:06:19.487883 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e23b37-28e4-464b-b873-3454b2a416c0 req-4ae51f2b-16fb-4bb2-9b6e-f85a24fd1e87 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:19.489263 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c7e23b37-28e4-464b-b873-3454b2a416c0 req-4ae51f2b-16fb-4bb2-9b6e-f85a24fd1e87 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 984 time: 0.1955912 Feb 09 16:06:19.582947 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c7e23b37-28e4-464b-b873-3454b2a416c0 req-64666f80-99e6-46fe-84f2-530006ae8a20 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&id=371eeef9-d9b1-4c37-8b06-51e00dbd14c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615780 Feb 09 16:06:19.669135 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a21e099-5a57-44fb-bd27-e7860c8c7bf7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.712850 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21e099-5a57-44fb-bd27-e7860c8c7bf7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event deleted for resources: {'Port': ['ID=82cfc525-7d73-48a2-8653-eec0a130a938,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:19.809199 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a21e099-5a57-44fb-bd27-e7860c8c7bf7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.891623 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a21e099-5a57-44fb-bd27-e7860c8c7bf7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.892804 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-9a21e099-5a57-44fb-bd27-e7860c8c7bf7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "DELETE /v2.0/floatingips/aa61b355-580a-49b9-96e0-f0860a377f9a HTTP/1.1" status: 204 len: 168 time: 1.0041280 Feb 09 16:06:20.213616 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 59878) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:20.219598 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f36b5d09-21cd-48f6-9208-f3ae9b76738f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1593310013', 'description': 'tempest-description--1883885632'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:06:20.225396 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f36b5d09-21cd-48f6-9208-f3ae9b76738f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:06:20.229728 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f36b5d09-21cd-48f6-9208-f3ae9b76738f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Usage tracker for resource:security_group and tenant:583b1cb4cc844713b243032c95f65f45 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:06:20.232588 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f36b5d09-21cd-48f6-9208-f3ae9b76738f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:06:20.239225 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f36b5d09-21cd-48f6-9208-f3ae9b76738f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:06:20.330106 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f36b5d09-21cd-48f6-9208-f3ae9b76738f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:20.384708 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f36b5d09-21cd-48f6-9208-f3ae9b76738f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:06:20.389403 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f36b5d09-21cd-48f6-9208-f3ae9b76738f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Usage tracker for resource:security_group_rule and tenant:583b1cb4cc844713b243032c95f65f45 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:06:20.393330 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f36b5d09-21cd-48f6-9208-f3ae9b76738f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:06:20.399707 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f36b5d09-21cd-48f6-9208-f3ae9b76738f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:06:20.410914 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4d57c-561f-4953-b81b-e75285ae7601 req-5cc9b3ee-a173-4a6c-bbd4-4f39937575ad tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:20.414619 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c9e4d57c-561f-4953-b81b-e75285ae7601 req-5cc9b3ee-a173-4a6c-bbd4-4f39937575ad tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 946 time: 0.1184344 Feb 09 16:06:20.488671 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c9e4d57c-561f-4953-b81b-e75285ae7601 req-35a86472-83b7-4b3d-9860-112207249b0a tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700383 Feb 09 16:06:20.498997 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f36b5d09-21cd-48f6-9208-f3ae9b76738f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:20.570114 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f36b5d09-21cd-48f6-9208-f3ae9b76738f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:20.629898 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b5d09-21cd-48f6-9208-f3ae9b76738f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5de5e60-ac16-410d-8ce2-a2725cfd72fa,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:20.742013 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f36b5d09-21cd-48f6-9208-f3ae9b76738f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:20.743144 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-f36b5d09-21cd-48f6-9208-f3ae9b76738f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5284731 Feb 09 16:06:20.746217 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59888) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:20.752510 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-c8e24532-c8f3-41b8-93d0-d6f41346ae9f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Request body: {'security_group_rule': {'security_group_id': 'a5de5e60-ac16-410d-8ce2-a2725cfd72fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:06:20.758337 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-c8e24532-c8f3-41b8-93d0-d6f41346ae9f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:06:20.762049 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-c8e24532-c8f3-41b8-93d0-d6f41346ae9f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Usage tracker for resource:security_group_rule and tenant:583b1cb4cc844713b243032c95f65f45 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:06:20.765528 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-c8e24532-c8f3-41b8-93d0-d6f41346ae9f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:06:20.771302 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-c8e24532-c8f3-41b8-93d0-d6f41346ae9f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:06:20.785428 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4e5d2-3195-4b08-9db7-582bf606280d req-f1adf1fd-4c60-4ffd-a3e3-f81dfffa2d06 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:20.786962 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d8e4e5d2-3195-4b08-9db7-582bf606280d req-f1adf1fd-4c60-4ffd-a3e3-f81dfffa2d06 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 984 time: 0.0799029 Feb 09 16:06:20.837834 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d8e4e5d2-3195-4b08-9db7-582bf606280d req-d2b29634-b812-4db0-82bc-5f83f1b79132 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&id=371eeef9-d9b1-4c37-8b06-51e00dbd14c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449741 Feb 09 16:06:20.846008 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c8e24532-c8f3-41b8-93d0-d6f41346ae9f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:20.910373 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c8e24532-c8f3-41b8-93d0-d6f41346ae9f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:20.988909 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c8e24532-c8f3-41b8-93d0-d6f41346ae9f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.012724 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e24532-c8f3-41b8-93d0-d6f41346ae9f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11150f34-05a5-4095-ba8c-5a4b65e3892d,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:21.080440 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c8e24532-c8f3-41b8-93d0-d6f41346ae9f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.081717 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-c8e24532-c8f3-41b8-93d0-d6f41346ae9f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3344495 Feb 09 16:06:21.084398 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59896) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:21.089855 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-ae06ed91-0713-47ba-9375-c90a51f9b2b0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Request body: {'security_group_rule': {'security_group_id': 'a5de5e60-ac16-410d-8ce2-a2725cfd72fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:06:21.095873 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-ae06ed91-0713-47ba-9375-c90a51f9b2b0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:06:21.099660 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-ae06ed91-0713-47ba-9375-c90a51f9b2b0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Usage tracker for resource:security_group_rule and tenant:583b1cb4cc844713b243032c95f65f45 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:06:21.102793 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-ae06ed91-0713-47ba-9375-c90a51f9b2b0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:06:21.108395 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-ae06ed91-0713-47ba-9375-c90a51f9b2b0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:06:21.179241 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ae06ed91-0713-47ba-9375-c90a51f9b2b0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.242382 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ae06ed91-0713-47ba-9375-c90a51f9b2b0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.297583 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ae06ed91-0713-47ba-9375-c90a51f9b2b0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.324981 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06ed91-0713-47ba-9375-c90a51f9b2b0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114f105d-1c16-44ab-b021-48daabd1d6bb,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:21.404366 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ae06ed91-0713-47ba-9375-c90a51f9b2b0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.406850 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-ae06ed91-0713-47ba-9375-c90a51f9b2b0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3210425 Feb 09 16:06:21.415488 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 59902) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:21.420890 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Request body: {'floatingip': {'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:06:21.426856 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:06:21.430570 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Usage tracker for resource:floatingip and tenant:583b1cb4cc844713b243032c95f65f45 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:06:21.433383 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:06:21.439290 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:06:21.541292 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for floatingip, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.680771 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.821585 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_common [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Allocated IP 172.28.1.62 (6b7fe1e6-5bb6-4d06-a266-701d5608a849/a29998aa-47c5-4d48-9fc6-2e8cc05152fe/620bbc35-4a59-46a1-a7bf-dbad71535aca) {{(pid=83708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:21.966439 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for port, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:22.056573 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:22.115503 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cfafa-f56e-43d5-846b-d05788548ca2 req-006087df-6433-4706-b666-f00a90949aff tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:22.116949 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-006cfafa-f56e-43d5-846b-d05788548ca2 req-006087df-6433-4706-b666-f00a90949aff tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 984 time: 0.1520448 Feb 09 16:06:22.129076 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:22.131771 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:22.136119 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Received port after_create {{(pid=83708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:06:22.160587 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event updated for resources: {'Port': ['ID=620bbc35-4a59-46a1-a7bf-dbad71535aca,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:22.164260 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-006cfafa-f56e-43d5-846b-d05788548ca2 req-3b31a792-561c-46c3-bc41-aaa8625db163 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&id=371eeef9-d9b1-4c37-8b06-51e00dbd14c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416198 Feb 09 16:06:22.293824 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:22.422968 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:22.636157 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for port, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:22.674461 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1352257'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:22.776770 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event updated for resources: {'Port': ['ID=620bbc35-4a59-46a1-a7bf-dbad71535aca,revision_number=2']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:22.790922 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691969'] for floatingip, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:22.868898 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for floatingip, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:22.870181 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-0f48f98f-3bc2-4655-8c5f-dd03527fe0b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4536483 Feb 09 16:06:23.102501 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-8ffc2f94-5fad-4fff-8739-607edd5721a9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1593310013&fields=id&tenant_id=583b1cb4cc844713b243032c95f65f45 HTTP/1.1" status: 200 len: 267 time: 0.0445735 Feb 09 16:06:23.247614 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-4d43d3d8-114c-4523-b210-42ffdbe6614a tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:23.249142 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-4d43d3d8-114c-4523-b210-42ffdbe6614a tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/networks?id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af HTTP/1.1" status: 200 len: 817 time: 0.1392221 Feb 09 16:06:23.268287 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-87909fdb-3592-45e9-802c-c0f2220959f5 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/quotas/583b1cb4cc844713b243032c95f65f45 HTTP/1.1" status: 200 len: 375 time: 0.0117700 Feb 09 16:06:23.355541 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-b86deb51-acfd-4388-9355-4cd26ab3ec65 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=583b1cb4cc844713b243032c95f65f45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804951 Feb 09 16:06:23.369559 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242691c4-e77b-4e57-be59-117d733e3285 req-d0af917d-6390-4ac2-84d1-875f7453fac9 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:23.371066 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-242691c4-e77b-4e57-be59-117d733e3285 req-d0af917d-6390-4ac2-84d1-875f7453fac9 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 984 time: 0.0838692 Feb 09 16:06:23.418572 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-242691c4-e77b-4e57-be59-117d733e3285 req-71442ed9-ddf9-4946-a99b-68070fdece46 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&id=371eeef9-d9b1-4c37-8b06-51e00dbd14c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416603 Feb 09 16:06:23.568663 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-87cfaae8-9683-4830-8eed-7bc6196ed53a service neutron] 10.222.0.30 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019475 Feb 09 16:06:23.701391 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-e93640b6-bdba-4172-98ba-5d383a9959e3 service neutron] 10.222.0.30 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269259 Feb 09 16:06:23.929631 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-99316377-632d-4c7d-b91a-68b4c89c6ba6 req-70f35c2d-6b60-4fa6-91fd-cea33e7ba35d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Synchronizing usage tracker for tenant:583b1cb4cc844713b243032c95f65f45 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:06:24.006119 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-99316377-632d-4c7d-b91a-68b4c89c6ba6 req-70f35c2d-6b60-4fa6-91fd-cea33e7ba35d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Unset dirty status for tenant:583b1cb4cc844713b243032c95f65f45 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:06:24.007329 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-99316377-632d-4c7d-b91a-68b4c89c6ba6 req-70f35c2d-6b60-4fa6-91fd-cea33e7ba35d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 210 time: 0.1184673 Feb 09 16:06:24.625566 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ded50-a8f5-42d7-8844-ecc3194192d7 req-1414bce7-c848-465a-83fb-b4a7b3b6ab50 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:24.627145 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b60ded50-a8f5-42d7-8844-ecc3194192d7 req-1414bce7-c848-465a-83fb-b4a7b3b6ab50 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 984 time: 0.0825000 Feb 09 16:06:24.683045 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b60ded50-a8f5-42d7-8844-ecc3194192d7 req-e2ddf34f-1294-45e0-950c-956c7f0ffa08 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&id=371eeef9-d9b1-4c37-8b06-51e00dbd14c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497062 Feb 09 16:06:25.189591 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-52453aa0-3c1e-4b55-b3d7-570233493427 req-41a7a0c4-e2fe-454c-873b-e390d9b1321b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 210 time: 0.0410521 Feb 09 16:06:25.451338 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4ba7dc5c-ec5c-47c1-a6ee-4063f4cf6007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:25.905138 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d5b30-a3af-449a-9208-77d4e1860f2e req-924b8761-a728-41c1-a1c1-3cd5bce42721 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:25.907071 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-570d5b30-a3af-449a-9208-77d4e1860f2e req-924b8761-a728-41c1-a1c1-3cd5bce42721 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 984 time: 0.0841544 Feb 09 16:06:26.033377 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-570d5b30-a3af-449a-9208-77d4e1860f2e req-730449ac-025f-44ad-9172-04ebb8571be0 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&id=371eeef9-d9b1-4c37-8b06-51e00dbd14c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1200049 Feb 09 16:06:26.115777 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9d65d21b-8126-40ec-a6f9-a8baba7997cd tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:26.117206 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9d65d21b-8126-40ec-a6f9-a8baba7997cd tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.42 "GET /v2.0/networks?id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af HTTP/1.1" status: 200 len: 817 time: 0.1652372 Feb 09 16:06:26.180096 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-e1357df6-c6fb-4acb-8ddd-0772f0084700 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Synchronizing usage tracker for tenant:583b1cb4cc844713b243032c95f65f45 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:06:26.268944 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-e1357df6-c6fb-4acb-8ddd-0772f0084700 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Unset dirty status for tenant:583b1cb4cc844713b243032c95f65f45 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:06:26.270245 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-e1357df6-c6fb-4acb-8ddd-0772f0084700 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=583b1cb4cc844713b243032c95f65f45 HTTP/1.1" status: 200 len: 380 time: 0.1402340 Feb 09 16:06:26.279608 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9ef10853-195e-4a52-9110-9149ceb549c0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Request body: {'port': {'device_id': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'admin_state_up': True, 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'security_groups': ['a5de5e60-ac16-410d-8ce2-a2725cfd72fa']}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:06:26.367117 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c9d66a04-c807-4533-aa85-54e5033b2fcf req-8d566804-c486-4bab-aa61-e6c8c1a8967e tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 210 time: 0.0402229 Feb 09 16:06:26.419835 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9ef10853-195e-4a52-9110-9149ceb549c0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:06:26.433558 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9ef10853-195e-4a52-9110-9149ceb549c0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:06:26.519825 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9ef10853-195e-4a52-9110-9149ceb549c0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Made reservation on behalf of 583b1cb4cc844713b243032c95f65f45 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:26.522868 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9ef10853-195e-4a52-9110-9149ceb549c0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:26.684669 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9ef10853-195e-4a52-9110-9149ceb549c0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Allocated IP 172.20.0.6 (7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af/1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b/d5306ced-1f84-49db-97af-6c0223ec7724) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:26.867303 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9ef10853-195e-4a52-9110-9149ceb549c0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:26.883577 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9ef10853-195e-4a52-9110-9149ceb549c0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Transition to ACTIVE for port object d5306ced-1f84-49db-97af-6c0223ec7724 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:06:26.977724 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9ef10853-195e-4a52-9110-9149ceb549c0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:27.044790 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9ef10853-195e-4a52-9110-9149ceb549c0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:27.048682 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9ef10853-195e-4a52-9110-9149ceb549c0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:27.052234 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9ef10853-195e-4a52-9110-9149ceb549c0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:06:27.092004 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef10853-195e-4a52-9110-9149ceb549c0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event updated for resources: {'Port': ['ID=d5306ced-1f84-49db-97af-6c0223ec7724,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:27.124936 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9ef10853-195e-4a52-9110-9149ceb549c0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:27.125536 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9ef10853-195e-4a52-9110-9149ceb549c0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:27.231012 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-9ef10853-195e-4a52-9110-9149ceb549c0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9551253 Feb 09 16:06:27.243256 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Request body: {'port': {'device_id': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:06:27.303619 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782dfe3-f17b-4793-b1f5-be099a7d25c9 req-7c69e8e4-be74-434a-957d-b2830d99b02d tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:27.305060 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1782dfe3-f17b-4793-b1f5-be099a7d25c9 req-7c69e8e4-be74-434a-957d-b2830d99b02d tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 984 time: 0.1372066 Feb 09 16:06:27.364355 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-beb8abd8-ecf7-4b01-aff8-b72ef5179420 None None] Provisioning for port d5306ced-1f84-49db-97af-6c0223ec7724 completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:06:27.369269 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-beb8abd8-ecf7-4b01-aff8-b72ef5179420 None None] Provisioning complete for port d5306ced-1f84-49db-97af-6c0223ec7724 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:27.369637 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-beb8abd8-ecf7-4b01-aff8-b72ef5179420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:27.392017 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:27.412374 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1782dfe3-f17b-4793-b1f5-be099a7d25c9 req-b215be20-80af-4fe4-8a27-19b7f5ffacf8 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&id=371eeef9-d9b1-4c37-8b06-51e00dbd14c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789602 Feb 09 16:06:27.425931 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-beb8abd8-ecf7-4b01-aff8-b72ef5179420 None None] Port d5306ced-1f84-49db-97af-6c0223ec7724 cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:06:27.623948 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7bec5-65a5-46cd-94e2-26fb56ff64bf req-a16e5da6-818b-4dd4-a0db-4e71163ccb58 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:27.625380 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-32c7bec5-65a5-46cd-94e2-26fb56ff64bf req-a16e5da6-818b-4dd4-a0db-4e71163ccb58 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 931 time: 0.0847247 Feb 09 16:06:27.692870 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-32c7bec5-65a5-46cd-94e2-26fb56ff64bf req-987dee95-a1a3-4103-aea0-c5c81244e746 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618496 Feb 09 16:06:27.839872 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3b92c1af-6af9-4972-9435-67e7fff66a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:27.840145 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5306ced-1f84-49db-97af-6c0223ec7724 {{(pid=83709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:06:27.848622 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:27.863333 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Transition to ACTIVE for port object d5306ced-1f84-49db-97af-6c0223ec7724 will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:06:27.931669 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:28.060831 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5306ced-1f84-49db-97af-6c0223ec7724,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:28.176552 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Attempting to bind port d5306ced-1f84-49db-97af-6c0223ec7724 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:06:28.176884 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Attempting to bind port d5306ced-1f84-49db-97af-6c0223ec7724 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:06:28.177207 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Attempting to bind port d5306ced-1f84-49db-97af-6c0223ec7724 on network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:06:28.182914 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Port d5306ced-1f84-49db-97af-6c0223ec7724 on network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:06:28.183186 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Attempting to bind port d5306ced-1f84-49db-97af-6c0223ec7724 on network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:06:28.189921 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:06:28.190309 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Checking segment: {'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:06:28.190691 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Bound using segment: {'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:06:28.191168 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Bound port: d5306ced-1f84-49db-97af-6c0223ec7724, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f929e4-0953-4e28-98dd-716329d96552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af'}}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:06:28.191519 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:28.279667 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] For port d5306ced-1f84-49db-97af-6c0223ec7724, host hv-cinder-82510, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:06:28.283503 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] For port d5306ced-1f84-49db-97af-6c0223ec7724, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d5306ced-1f84-49db-97af-6c0223ec7724,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:06:28.353203 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:28.418097 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:28.418097 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] 10.222.0.42 "PUT /v2.0/ports/d5306ced-1f84-49db-97af-6c0223ec7724 HTTP/1.1" status: 200 len: 1093 time: 1.1770873 Feb 09 16:06:28.418097 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'tag': 'd5306ced-1f84-49db-97af-6c0223ec7724'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:06:28.433325 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfb674-2806-4d39-9b9b-c1921f3a41b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5306ced-1f84-49db-97af-6c0223ec7724,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:28.475079 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'tag': 'd5306ced-1f84-49db-97af-6c0223ec7724', 'status': 'completed', 'code': 200} Feb 09 16:06:28.634850 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-42549cdb-391c-4123-ba6d-98650561be2d req-4b5bb8a0-783b-4f13-8ae1-306986debfd8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=583b1cb4cc844713b243032c95f65f45&device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 1096 time: 0.1362145 Feb 09 16:06:28.644379 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdd00c-9213-4dfc-a35a-92abd3a355b5 req-f15e64a4-f1f1-4ced-8801-b2552a8ae363 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.645724 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fafdd00c-9213-4dfc-a35a-92abd3a355b5 req-f15e64a4-f1f1-4ced-8801-b2552a8ae363 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 984 time: 0.0959353 Feb 09 16:06:28.795199 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fafdd00c-9213-4dfc-a35a-92abd3a355b5 req-36fa0468-bee1-4d8e-954e-eebcffb8eb14 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&id=371eeef9-d9b1-4c37-8b06-51e00dbd14c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1250434 Feb 09 16:06:28.815695 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42549cdb-391c-4123-ba6d-98650561be2d req-4b941b54-a84b-4350-a27e-5cd2b178feed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.817125 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-42549cdb-391c-4123-ba6d-98650561be2d req-4b941b54-a84b-4350-a27e-5cd2b178feed service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=583b1cb4cc844713b243032c95f65f45&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1705661 Feb 09 16:06:28.900457 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c5795-3b3d-4f98-aa76-47065e2f263f req-c86d42c9-8402-4766-b9b5-dae11cba8840 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.901934 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-1f9c5795-3b3d-4f98-aa76-47065e2f263f req-c86d42c9-8402-4766-b9b5-dae11cba8840 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.0786095 Feb 09 16:06:28.947200 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-1f9c5795-3b3d-4f98-aa76-47065e2f263f req-1fe3d6b1-27f6-43fe-a1aa-d568720e78da tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394411 Feb 09 16:06:28.948491 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:28.954980 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42549cdb-391c-4123-ba6d-98650561be2d req-eccf01b7-c29a-404f-b548-bddc635cc768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.956410 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-42549cdb-391c-4123-ba6d-98650561be2d req-eccf01b7-c29a-404f-b548-bddc635cc768 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332946 Feb 09 16:06:29.043983 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:29.062693 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-1607c89e-5675-4581-98e6-4e60941c9007 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=583b1cb4cc844713b243032c95f65f45&device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 1096 time: 0.0693295 Feb 09 16:06:29.133331 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-296be72c-6773-4f9f-8070-58979beb56b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5306ced-1f84-49db-97af-6c0223ec7724 HTTP/1.1" status: 200 len: 217 time: 0.0628092 Feb 09 16:06:29.194484 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-ee4de718-c455-4bba-848a-3254166a7471 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:29.195947 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-ee4de718-c455-4bba-848a-3254166a7471 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b HTTP/1.1" status: 200 len: 856 time: 0.0554135 Feb 09 16:06:29.273576 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-7709f1f0-41e3-4437-bc40-47093c76b99b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699019 Feb 09 16:06:29.406177 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-03ddda3c-5998-4c3b-85fd-a10731e6e434 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268108 Feb 09 16:06:29.535835 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8b31ecb5-f79e-436a-8cf9-eca6095233f8 req-7c0ee94d-54d3-441c-b7e8-4b7db522cb0b service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236815 Feb 09 16:06:29.993257 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6ef61-9a88-4129-a8bf-4d5664e3cff0 req-51f65804-ad2e-4dc8-a430-7d6ed5aca87b tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:29.994727 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-80c6ef61-9a88-4129-a8bf-4d5664e3cff0 req-51f65804-ad2e-4dc8-a430-7d6ed5aca87b tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 984 time: 0.0798607 Feb 09 16:06:30.041718 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-80c6ef61-9a88-4129-a8bf-4d5664e3cff0 req-aa5592d4-f39c-49a9-a6dc-6d8355681dd5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&id=371eeef9-d9b1-4c37-8b06-51e00dbd14c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413892 Feb 09 16:06:30.169247 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87490e-4fff-4a37-86cd-bb0bf66d35ee req-8822d2d2-4107-4db8-ad0a-900cf3785509 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:30.170733 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3e87490e-4fff-4a37-86cd-bb0bf66d35ee req-8822d2d2-4107-4db8-ad0a-900cf3785509 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.0840306 Feb 09 16:06:30.215703 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3e87490e-4fff-4a37-86cd-bb0bf66d35ee req-dfc9415b-6dd7-4563-af9a-3c4db605fd63 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390851 Feb 09 16:06:30.289383 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:31.242730 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696049a4-47e9-4ae4-83c5-dfbb14cebfa6 req-35382a43-9ea4-473a-a040-19d772fae524 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:31.244188 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-696049a4-47e9-4ae4-83c5-dfbb14cebfa6 req-35382a43-9ea4-473a-a040-19d772fae524 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 984 time: 0.0812845 Feb 09 16:06:31.364628 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-696049a4-47e9-4ae4-83c5-dfbb14cebfa6 req-13490e25-8d36-403b-a2a2-8fa1616136c9 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&id=371eeef9-d9b1-4c37-8b06-51e00dbd14c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1133895 Feb 09 16:06:31.519187 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789baffb-6d27-4d17-803a-2e1e915a996f req-3b5c2156-404b-4124-8bba-1356fbd15e01 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:31.520432 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-789baffb-6d27-4d17-803a-2e1e915a996f req-3b5c2156-404b-4124-8bba-1356fbd15e01 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.0792034 Feb 09 16:06:31.569319 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-789baffb-6d27-4d17-803a-2e1e915a996f req-22c1afed-9eb0-4f97-89af-7617a2d1fa16 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433416 Feb 09 16:06:32.533970 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device d5306ced-1f84-49db-97af-6c0223ec7724 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:06:32.565132 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185c2ae-bf2b-45a2-9c7c-3feb495fc7da req-ea7b0f21-8704-418e-abe5-589799d0ffd6 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:32.566598 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6185c2ae-bf2b-45a2-9c7c-3feb495fc7da req-ea7b0f21-8704-418e-abe5-589799d0ffd6 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 984 time: 0.0796356 Feb 09 16:06:32.637818 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6185c2ae-bf2b-45a2-9c7c-3feb495fc7da req-e2a47ae3-35f8-4067-a5b5-afccdf53d056 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&id=371eeef9-d9b1-4c37-8b06-51e00dbd14c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654466 Feb 09 16:06:32.685051 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port d5306ced-1f84-49db-97af-6c0223ec7724, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d5306ced-1f84-49db-97af-6c0223ec7724,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:32.701955 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': 'd5306ced-1f84-49db-97af-6c0223ec7724', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'port_id': 'd5306ced-1f84-49db-97af-6c0223ec7724', 'mac_address': 'fa:16:3e:90:a5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:06:32.756812 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:32.773981 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5306ced-1f84-49db-97af-6c0223ec7724 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:06:32.789365 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port d5306ced-1f84-49db-97af-6c0223ec7724, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d5306ced-1f84-49db-97af-6c0223ec7724,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:32.819979 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cde92-5068-4d6a-87e7-34aa6954a23d req-7e4d5be4-f4f4-457d-8c51-2282b4971798 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:32.821444 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0e5cde92-5068-4d6a-87e7-34aa6954a23d req-7e4d5be4-f4f4-457d-8c51-2282b4971798 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.0795586 Feb 09 16:06:32.860862 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:32.868452 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0e5cde92-5068-4d6a-87e7-34aa6954a23d req-1d03d802-220c-45c1-a5e3-92d26b22651c tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412581 Feb 09 16:06:32.925782 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=d5306ced-1f84-49db-97af-6c0223ec7724,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:32.933749 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.934109 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.934460 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.934783 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.935104 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.935425 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.935736 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.936115 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.936431 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.936741 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.937053 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:33.123764 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['d5306ced-1f84-49db-97af-6c0223ec7724'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:06:34.080515 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d61c6c-9afc-4c01-8d72-3955a09d7dde req-2f45b168-1d46-4695-baf0-118418e83a12 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:34.081238 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-d7d61c6c-9afc-4c01-8d72-3955a09d7dde req-2f45b168-1d46-4695-baf0-118418e83a12 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Synchronizing usage tracker for tenant:583b1cb4cc844713b243032c95f65f45 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:06:34.148211 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-d7d61c6c-9afc-4c01-8d72-3955a09d7dde req-2f45b168-1d46-4695-baf0-118418e83a12 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Unset dirty status for tenant:583b1cb4cc844713b243032c95f65f45 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:06:34.149438 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d7d61c6c-9afc-4c01-8d72-3955a09d7dde req-2f45b168-1d46-4695-baf0-118418e83a12 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 944 time: 0.1443536 Feb 09 16:06:34.194750 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d7d61c6c-9afc-4c01-8d72-3955a09d7dde req-77b6f655-0f37-4eaa-81bd-2acc166bc6a1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396545 Feb 09 16:06:34.550368 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device d5306ced-1f84-49db-97af-6c0223ec7724 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:06:34.684969 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port d5306ced-1f84-49db-97af-6c0223ec7724 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:06:34.691075 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port d5306ced-1f84-49db-97af-6c0223ec7724 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:34.691443 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:34.802873 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:34.831655 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5306ced-1f84-49db-97af-6c0223ec7724'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:06:34.841089 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port d5306ced-1f84-49db-97af-6c0223ec7724, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d5306ced-1f84-49db-97af-6c0223ec7724,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:34.888984 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5306ced-1f84-49db-97af-6c0223ec7724', 'code': 200} Feb 09 16:06:34.923869 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:34.992256 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=d5306ced-1f84-49db-97af-6c0223ec7724,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:35.253277 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2e2c55d1-5f9e-4866-82d4-fc25d1a8bc9c req-264d5659-f148-4b5d-a5aa-a5a809a4233b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 1098 time: 0.0678768 Feb 09 16:06:35.300469 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2e2c55d1-5f9e-4866-82d4-fc25d1a8bc9c req-c36177f4-ea38-4b6b-9fde-d07a2e93d329 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410268 Feb 09 16:06:35.407039 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd628eb0-a066-4d20-9436-3c6abf99a967 req-e58f6adf-0dec-447b-aa5e-3cfc32ccf8df tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:35.408452 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-bd628eb0-a066-4d20-9436-3c6abf99a967 req-e58f6adf-0dec-447b-aa5e-3cfc32ccf8df tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0775676 Feb 09 16:06:35.451281 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-bd628eb0-a066-4d20-9436-3c6abf99a967 req-5e544ded-8382-4c0a-9539-029a2418369f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374436 Feb 09 16:06:36.674216 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee0dac-b3ae-42e7-b326-98c8dc5384b4 req-6e5db8f0-501b-45c2-8380-6e02e76fa97b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:36.675799 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-80ee0dac-b3ae-42e7-b326-98c8dc5384b4 req-6e5db8f0-501b-45c2-8380-6e02e76fa97b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0822299 Feb 09 16:06:36.722997 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-80ee0dac-b3ae-42e7-b326-98c8dc5384b4 req-bf5e7277-e446-4559-b160-1c02d62ca2ce tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415792 Feb 09 16:06:37.940800 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01e95a-1022-4784-85e2-45d63edb2e2a req-b68b2b08-a7e4-4ed3-84dc-c59cfa1e4bce tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:37.942179 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5c01e95a-1022-4784-85e2-45d63edb2e2a req-b68b2b08-a7e4-4ed3-84dc-c59cfa1e4bce tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0824654 Feb 09 16:06:37.989841 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5c01e95a-1022-4784-85e2-45d63edb2e2a req-dda3c077-c084-4320-93d1-c811fbc2428b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421669 Feb 09 16:06:38.192673 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8684b11-3ddd-465b-93e9-bb5a70c089db req-a1bb8928-7f60-4c53-8597-a9afd577050b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:38.194179 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d8684b11-3ddd-465b-93e9-bb5a70c089db req-a1bb8928-7f60-4c53-8597-a9afd577050b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0767710 Feb 09 16:06:38.203106 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60034) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:06:38.208285 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-8a31740d-102d-4dd3-b69e-48e945e0bf4f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Request body: {'floatingip': {'port_id': 'd5306ced-1f84-49db-97af-6c0223ec7724'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:06:38.284481 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-8a31740d-102d-4dd3-b69e-48e945e0bf4f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for floatingip, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:38.946762 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-8a31740d-102d-4dd3-b69e-48e945e0bf4f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:39.014830 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-8a31740d-102d-4dd3-b69e-48e945e0bf4f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691969'] for floatingip, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:39.201596 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.db.l3_db [None req-8a31740d-102d-4dd3-b69e-48e945e0bf4f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Floating IP 1498dc65-438b-4aff-ab40-37f58b97aca7 associated. External IP: 172.28.1.62, port: d5306ced-1f84-49db-97af-6c0223ec7724. Feb 09 16:06:39.577107 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a31740d-102d-4dd3-b69e-48e945e0bf4f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:06:39.775797 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a31740d-102d-4dd3-b69e-48e945e0bf4f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:06:39.780771 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-8a31740d-102d-4dd3-b69e-48e945e0bf4f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for floatingip, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:39.786545 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b6800-500a-49f0-92fd-da7d21a8229c None None] Sync routers for ids ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:06:39.798719 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b6800-500a-49f0-92fd-da7d21a8229c None None] Routers {'2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:06:39.799543 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-628b6800-500a-49f0-92fd-da7d21a8229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:06:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:39.840396 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-8a31740d-102d-4dd3-b69e-48e945e0bf4f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "PUT /v2.0/floatingips/1498dc65-438b-4aff-ab40-37f58b97aca7 HTTP/1.1" status: 200 len: 990 time: 1.6361237 Feb 09 16:06:39.840893 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'tag': 'd5306ced-1f84-49db-97af-6c0223ec7724'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:06:39.904822 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'tag': 'd5306ced-1f84-49db-97af-6c0223ec7724', 'status': 'completed', 'code': 200} Feb 09 16:06:39.996786 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-628b6800-500a-49f0-92fd-da7d21a8229c None None] Set router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:06:40.062866 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2e190ea3-5e8d-48bc-8bfa-2aa652bf3b49 req-892207a0-7eae-4ed6-a75d-f88c9371d863 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=583b1cb4cc844713b243032c95f65f45&device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 1098 time: 0.1327217 Feb 09 16:06:40.071422 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb09984-fc1e-4226-ac69-71b3bea49efe req-83ce56e1-58cf-464b-953a-8ab0f787413f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:40.072815 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6bb09984-fc1e-4226-ac69-71b3bea49efe req-83ce56e1-58cf-464b-953a-8ab0f787413f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.1077607 Feb 09 16:06:40.202252 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6bb09984-fc1e-4226-ac69-71b3bea49efe req-5a3c9de7-2038-4682-b3bd-75d8ab243a79 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114030 Feb 09 16:06:40.236007 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e190ea3-5e8d-48bc-8bfa-2aa652bf3b49 req-4323bf18-1e06-48cb-8612-91734788299e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:40.237440 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2e190ea3-5e8d-48bc-8bfa-2aa652bf3b49 req-4323bf18-1e06-48cb-8612-91734788299e service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af HTTP/1.1" status: 200 len: 918 time: 0.1637936 Feb 09 16:06:40.344664 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2e190ea3-5e8d-48bc-8bfa-2aa652bf3b49 req-e94fa057-3146-4a3a-a1d4-fd6e3a600f08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5306ced-1f84-49db-97af-6c0223ec7724 HTTP/1.1" status: 200 len: 998 time: 0.1002665 Feb 09 16:06:40.380257 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-628b6800-500a-49f0-92fd-da7d21a8229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': '1498dc65-438b-4aff-ab40-37f58b97aca7', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'floating_ip_address': '172.28.1.62', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'port_id': 'd5306ced-1f84-49db-97af-6c0223ec7724', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'mac_address': 'fa:16:3e:90:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:06:22Z', 'updated_at': '2022-02-09T16:06:38Z', 'revision_number': 1, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:39Z', 'revision_number': 5, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:40.383988 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b6800-500a-49f0-92fd-da7d21a8229c None None] Checking router: 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:06:40.394535 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b6800-500a-49f0-92fd-da7d21a8229c None None] Routers {'2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:06:40.395121 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-628b6800-500a-49f0-92fd-da7d21a8229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:06:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:40.407131 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e190ea3-5e8d-48bc-8bfa-2aa652bf3b49 req-3b7cf2ed-bcd8-40c6-b6fd-919ee226dbd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:40.408539 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2e190ea3-5e8d-48bc-8bfa-2aa652bf3b49 req-3b7cf2ed-bcd8-40c6-b6fd-919ee226dbd7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b HTTP/1.1" status: 200 len: 856 time: 0.0575755 Feb 09 16:06:40.488678 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2e190ea3-5e8d-48bc-8bfa-2aa652bf3b49 req-dd3ee608-d7bc-4849-abb7-a72af8bbf032 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735910 Feb 09 16:06:40.581143 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-628b6800-500a-49f0-92fd-da7d21a8229c None None] Set router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:06:40.637473 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2e190ea3-5e8d-48bc-8bfa-2aa652bf3b49 req-43883552-5acb-4006-8a88-c727797fc490 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336279 Feb 09 16:06:40.784785 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2e190ea3-5e8d-48bc-8bfa-2aa652bf3b49 req-e94e68c7-fd7c-43da-99d3-0bb9913b913a service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440084 Feb 09 16:06:40.978466 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-628b6800-500a-49f0-92fd-da7d21a8229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': '1498dc65-438b-4aff-ab40-37f58b97aca7', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'floating_ip_address': '172.28.1.62', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'port_id': 'd5306ced-1f84-49db-97af-6c0223ec7724', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'mac_address': 'fa:16:3e:90:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:06:22Z', 'updated_at': '2022-02-09T16:06:38Z', 'revision_number': 1, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:39Z', 'revision_number': 5, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:40.982476 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b6800-500a-49f0-92fd-da7d21a8229c None None] The sync data for ids ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'] in dv-cinder-825105-1-smb is: [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': '1498dc65-438b-4aff-ab40-37f58b97aca7', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'floating_ip_address': '172.28.1.62', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'port_id': 'd5306ced-1f84-49db-97af-6c0223ec7724', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'mac_address': 'fa:16:3e:90:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:06:22Z', 'updated_at': '2022-02-09T16:06:38Z', 'revision_number': 1, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:39Z', 'revision_number': 5, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:06:41.169693 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c0779-d3ee-452b-9dae-c3a4da702ae0 None None] New status for floating IP 1498dc65-438b-4aff-ab40-37f58b97aca7: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 16:06:41.446627 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f3149-b6cd-4aa4-bc63-86c4c542fc48 req-ed5d326d-af82-4e36-b885-c98beda394dc tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:41.448068 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a95f3149-b6cd-4aa4-bc63-86c4c542fc48 req-ed5d326d-af82-4e36-b885-c98beda394dc tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0750754 Feb 09 16:06:41.492908 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a95f3149-b6cd-4aa4-bc63-86c4c542fc48 req-52a12a72-6962-47cd-894c-8868c5ff3564 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393281 Feb 09 16:06:43.033518 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd867e27-de35-4ae8-a69d-dbbfa52f90fa req-4395c4e7-13eb-4347-8049-79845b1f6757 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:43.035016 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-dd867e27-de35-4ae8-a69d-dbbfa52f90fa req-4395c4e7-13eb-4347-8049-79845b1f6757 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 946 time: 0.0826678 Feb 09 16:06:43.080392 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-dd867e27-de35-4ae8-a69d-dbbfa52f90fa req-8262c672-10aa-4884-9ddf-d0a75722a4c8 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398331 Feb 09 16:06:44.279023 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4e611-9a28-4be1-a894-de7819a56ea6 req-fea9b5d0-a0c6-4c3c-9c34-0ef6cc3fa008 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:44.281195 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b0e4e611-9a28-4be1-a894-de7819a56ea6 req-fea9b5d0-a0c6-4c3c-9c34-0ef6cc3fa008 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 946 time: 0.0749936 Feb 09 16:06:44.323684 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b0e4e611-9a28-4be1-a894-de7819a56ea6 req-36fdbc68-8eff-4bc2-a082-efd34404fbac tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370436 Feb 09 16:06:45.518638 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db75d2-1afc-4424-bf03-85db6d0998f8 req-70f33202-1db7-4d55-997f-6855a2737220 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:45.520099 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-49db75d2-1afc-4424-bf03-85db6d0998f8 req-70f33202-1db7-4d55-997f-6855a2737220 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 946 time: 0.0785022 Feb 09 16:06:45.566573 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-49db75d2-1afc-4424-bf03-85db6d0998f8 req-2090b95c-2f51-420d-b8a8-d0267409a314 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397463 Feb 09 16:06:45.691450 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7998a-e946-4e87-aaec-63b9ece80320 req-65da1c17-3ff8-4c2c-bc27-8245f6fb5903 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:45.692875 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e5b7998a-e946-4e87-aaec-63b9ece80320 req-65da1c17-3ff8-4c2c-bc27-8245f6fb5903 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0769382 Feb 09 16:06:45.738188 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e5b7998a-e946-4e87-aaec-63b9ece80320 req-646e4a46-7be8-4b83-a437-9459b61c2651 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396762 Feb 09 16:06:46.609325 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:46.768661 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ada53-f390-438d-a331-fc493abaa5d4 req-6b2bc3b7-b41b-48ef-82df-611aba382a92 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:46.770096 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c74ada53-f390-438d-a331-fc493abaa5d4 req-6b2bc3b7-b41b-48ef-82df-611aba382a92 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 946 time: 0.0742056 Feb 09 16:06:46.815731 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c74ada53-f390-438d-a331-fc493abaa5d4 req-d229fde4-16df-4c5d-a310-90493fa6d6b7 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400791 Feb 09 16:06:47.002079 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07a039-6408-463c-ad53-42f9ca07bb3c req-905266d3-6ac9-4f0e-a397-a08860c45a14 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:47.003545 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-da07a039-6408-463c-ad53-42f9ca07bb3c req-905266d3-6ac9-4f0e-a397-a08860c45a14 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.1433027 Feb 09 16:06:47.048889 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-da07a039-6408-463c-ad53-42f9ca07bb3c req-9f8512fd-29a8-4939-90c0-9053e3b4a583 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398238 Feb 09 16:06:47.988976 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633c0c8-b1ce-4e70-ad0f-bca195cfee88 req-c5148c15-8353-402a-9991-34d4104d4be4 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:47.990338 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4633c0c8-b1ce-4e70-ad0f-bca195cfee88 req-c5148c15-8353-402a-9991-34d4104d4be4 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.42 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 946 time: 0.0777824 Feb 09 16:06:48.011229 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8daa32-88be-4fee-9887-512adecc0eaa req-ffb0e14f-1993-46e9-9ce8-3044ce11e8a7 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:48.012647 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9d8daa32-88be-4fee-9887-512adecc0eaa req-ffb0e14f-1993-46e9-9ce8-3044ce11e8a7 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 946 time: 0.0779860 Feb 09 16:06:48.058583 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9d8daa32-88be-4fee-9887-512adecc0eaa req-6508cbe0-883e-4d3e-b878-11582fd295b2 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389671 Feb 09 16:06:48.059788 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-4633c0c8-b1ce-4e70-ad0f-bca195cfee88 req-98b10601-4c74-428e-9999-1a53596df143 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Deleting port a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:06:48.060369 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-4633c0c8-b1ce-4e70-ad0f-bca195cfee88 req-98b10601-4c74-428e-9999-1a53596df143 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:48.350745 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-4633c0c8-b1ce-4e70-ad0f-bca195cfee88 req-98b10601-4c74-428e-9999-1a53596df143 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] For port a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9,segment=NetworkSegment(b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06),segment_id=b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:48.351024 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-4633c0c8-b1ce-4e70-ad0f-bca195cfee88 req-98b10601-4c74-428e-9999-1a53596df143 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:48.365786 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec9b21-5a02-4070-bf1f-d3fff392b6a9 req-ea808163-0429-4590-9624-f8253318bee8 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:48.367231 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e7ec9b21-5a02-4070-bf1f-d3fff392b6a9 req-ea808163-0429-4590-9624-f8253318bee8 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.1831529 Feb 09 16:06:48.486352 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-4633c0c8-b1ce-4e70-ad0f-bca195cfee88 req-98b10601-4c74-428e-9999-1a53596df143 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Calling delete_port for a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 owned by compute:nova {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:06:48.565162 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e7ec9b21-5a02-4070-bf1f-d3fff392b6a9 req-f4b86a2c-6f35-40fa-a2fa-95ea51a95ed7 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467817 Feb 09 16:06:48.718707 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-4633c0c8-b1ce-4e70-ad0f-bca195cfee88 req-98b10601-4c74-428e-9999-1a53596df143 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:48.730603 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:06:48.768679 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b10601-4c74-428e-9999-1a53596df143 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Pushing event deleted for resources: {'Port': ['ID=a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:48.838750 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-4633c0c8-b1ce-4e70-ad0f-bca195cfee88 req-98b10601-4c74-428e-9999-1a53596df143 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] No DVR routers for this DVR port a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 on host hv-cinder-82510 {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:06:48.841102 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-4633c0c8-b1ce-4e70-ad0f-bca195cfee88 req-98b10601-4c74-428e-9999-1a53596df143 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:48.843576 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49acfef7-82fe-4487-83c0-5960dc951425', 'name': 'network-vif-deleted', 'tag': 'a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:06:48.898090 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49acfef7-82fe-4487-83c0-5960dc951425', 'name': 'network-vif-deleted', 'tag': 'a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9', 'status': 'completed', 'code': 200} Feb 09 16:06:48.908258 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4633c0c8-b1ce-4e70-ad0f-bca195cfee88 req-98b10601-4c74-428e-9999-1a53596df143 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.42 "DELETE /v2.0/ports/a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 HTTP/1.1" status: 204 len: 173 time: 0.9128866 Feb 09 16:06:49.222098 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-3d636621-21ac-47be-b47f-cc280548bca1 req-2625533d-ef12-4962-958c-17a7d2726e49 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Synchronizing usage tracker for tenant:2477805a9d054831931aad91abbb17b0 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:06:49.456062 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-3d636621-21ac-47be-b47f-cc280548bca1 req-2625533d-ef12-4962-958c-17a7d2726e49 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] Unset dirty status for tenant:2477805a9d054831931aad91abbb17b0 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:06:49.457269 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3d636621-21ac-47be-b47f-cc280548bca1 req-2625533d-ef12-4962-958c-17a7d2726e49 tempest-VolumesSnapshotTestJSON-546207963 tempest-VolumesSnapshotTestJSON-546207963-project] 10.222.0.30 "GET /v2.0/ports?device_id=49acfef7-82fe-4487-83c0-5960dc951425 HTTP/1.1" status: 200 len: 210 time: 0.2758863 Feb 09 16:06:49.768407 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d355f-3d2d-42bc-be4d-8b522936dc5a req-d862c660-61db-4b85-8a91-5fa9a97e4605 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:49.769992 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-152d355f-3d2d-42bc-be4d-8b522936dc5a req-d862c660-61db-4b85-8a91-5fa9a97e4605 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0788069 Feb 09 16:06:49.850426 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e2e793e0-4ce4-4375-a228-1eda9c9465f5 req-d7b63d21-234c-4b54-9240-7e36d92409ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725865 Feb 09 16:06:49.904233 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-152d355f-3d2d-42bc-be4d-8b522936dc5a req-58b83f6a-bae4-4dfd-9a5b-a7672eeb3af0 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277213 Feb 09 16:06:49.948581 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e2e793e0-4ce4-4375-a228-1eda9c9465f5 req-f8b6f759-1a6a-40a0-9375-b7dc72aa84fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=834941f3691d47a1809756d053797f2c&device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 1137 time: 0.0767486 Feb 09 16:06:50.093912 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e793e0-4ce4-4375-a228-1eda9c9465f5 req-f4d8b122-a160-4c6e-8594-57557808e4d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:50.095351 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e2e793e0-4ce4-4375-a228-1eda9c9465f5 req-f4d8b122-a160-4c6e-8594-57557808e4d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a HTTP/1.1" status: 200 len: 915 time: 0.1282761 Feb 09 16:06:50.202847 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e2e793e0-4ce4-4375-a228-1eda9c9465f5 req-610ca370-3054-4379-a4ad-c3947f5d178e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee987e41-9313-4ad6-854c-09108daa29ad HTTP/1.1" status: 200 len: 1000 time: 0.1010888 Feb 09 16:06:50.269070 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e793e0-4ce4-4375-a228-1eda9c9465f5 req-d1b14374-0c6e-4706-a8de-77da4e34a6fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:50.270548 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e2e793e0-4ce4-4375-a228-1eda9c9465f5 req-d1b14374-0c6e-4706-a8de-77da4e34a6fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a681b831-f211-4e00-a4cc-a42d59ce2287 HTTP/1.1" status: 200 len: 853 time: 0.0614126 Feb 09 16:06:50.354937 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e2e793e0-4ce4-4375-a228-1eda9c9465f5 req-94beb86c-067c-483a-bcb9-ff9d42afef7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780690 Feb 09 16:06:50.556586 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e2e793e0-4ce4-4375-a228-1eda9c9465f5 req-5ae5949c-ba0d-4319-b03c-f322349a286c service neutron] 10.222.0.42 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922805 Feb 09 16:06:50.697158 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e2e793e0-4ce4-4375-a228-1eda9c9465f5 req-e2c293c2-a46c-424f-87ea-1972f539ccc6 service neutron] 10.222.0.42 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312416 Feb 09 16:06:51.109446 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a43762-c4ac-406d-a007-5c63f0362bf1 req-2202f460-848e-4e7a-883b-3ca83de845df tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:51.111870 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f8a43762-c4ac-406d-a007-5c63f0362bf1 req-2202f460-848e-4e7a-883b-3ca83de845df tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0813272 Feb 09 16:06:51.162700 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-f8a43762-c4ac-406d-a007-5c63f0362bf1 req-14a565c9-f3c9-4972-b1d4-4f580c74a0fd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454149 Feb 09 16:06:52.479603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a1fda-95df-4984-875b-79d800ecb744 req-911546cb-6c24-48d5-8175-ea2c6ec87e1c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:52.481052 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ab8a1fda-95df-4984-875b-79d800ecb744 req-911546cb-6c24-48d5-8175-ea2c6ec87e1c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.2000096 Feb 09 16:06:52.526019 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ab8a1fda-95df-4984-875b-79d800ecb744 req-440ec8cd-47df-48bd-804e-b85a24a5514a tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387559 Feb 09 16:06:52.610313 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:06:52.642371 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:06:52.642711 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device a4e37ee0-9b7d-44da-b9b4-d0c31ac72ae9 not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:06:53.793085 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8d741-ab78-4b2e-ba03-25ac07e15726 req-4cc26d75-4af6-4cd7-8cbb-46ef02e378b6 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:53.794602 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5ef8d741-ab78-4b2e-ba03-25ac07e15726 req-4cc26d75-4af6-4cd7-8cbb-46ef02e378b6 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.1486840 Feb 09 16:06:53.840409 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5ef8d741-ab78-4b2e-ba03-25ac07e15726 req-264cd9f8-12e0-438f-8a0c-dd890bedf8db tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401943 Feb 09 16:06:55.047706 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82cff-6a4f-4b9c-af87-5f3412ff5700 req-e08c5126-2fea-476d-9d9a-eba79a3bc83f tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:55.049105 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c4d82cff-6a4f-4b9c-af87-5f3412ff5700 req-e08c5126-2fea-476d-9d9a-eba79a3bc83f tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0861211 Feb 09 16:06:55.094313 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c4d82cff-6a4f-4b9c-af87-5f3412ff5700 req-68fe8a8b-7d6d-408f-b9a5-821c693edd3f tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397751 Feb 09 16:06:55.427115 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-772ff85a-fb79-428e-9483-f7c4aed5ce37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:56.248976 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:06:56.301733 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb308ad-1246-4f20-ab13-80a8fc2af311 req-cc14b8ba-cfbb-4be4-ac89-97909212764e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:56.303178 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-efb308ad-1246-4f20-ab13-80a8fc2af311 req-cc14b8ba-cfbb-4be4-ac89-97909212764e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0754061 Feb 09 16:06:56.347487 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-efb308ad-1246-4f20-ab13-80a8fc2af311 req-c5f628d4-7e7f-4950-8d4e-8be8aa2a3d3f tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386562 Feb 09 16:06:56.848746 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef1383-72dc-4dbb-88ab-1e5748fc7c41 req-30aa34ac-283e-4b5d-915e-c0553745d424 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:56.850354 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-94ef1383-72dc-4dbb-88ab-1e5748fc7c41 req-30aa34ac-283e-4b5d-915e-c0553745d424 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0789008 Feb 09 16:06:56.896895 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-94ef1383-72dc-4dbb-88ab-1e5748fc7c41 req-efa9ac2e-99ab-4972-959d-e697bb28585b tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409343 Feb 09 16:06:56.940148 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f7867118-d0b8-43a0-a206-3eaf64a42de5 req-a6fd1285-36bd-4478-be29-7ee3277881e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=affdb33688524e34b4bc227b7e0e8610&device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 1099 time: 0.0678897 Feb 09 16:06:57.067412 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7867118-d0b8-43a0-a206-3eaf64a42de5 req-a31ffda9-9510-4a8d-8166-2cfdd82ec193 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:57.068822 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f7867118-d0b8-43a0-a206-3eaf64a42de5 req-a31ffda9-9510-4a8d-8166-2cfdd82ec193 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2b3da4be-1f57-494a-a8f4-09aee01d85a0 HTTP/1.1" status: 200 len: 911 time: 0.1229141 Feb 09 16:06:57.170078 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f7867118-d0b8-43a0-a206-3eaf64a42de5 req-5a83fa76-98e9-4513-8047-c381699323b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 HTTP/1.1" status: 200 len: 1002 time: 0.0945325 Feb 09 16:06:57.234711 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7867118-d0b8-43a0-a206-3eaf64a42de5 req-d9ee6c75-8561-420f-81e3-751dbd2e6e41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:57.236127 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f7867118-d0b8-43a0-a206-3eaf64a42de5 req-d9ee6c75-8561-420f-81e3-751dbd2e6e41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42d3c3d2-bfda-4d8d-9b29-a750ae5d6544 HTTP/1.1" status: 200 len: 849 time: 0.0593030 Feb 09 16:06:57.310592 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f7867118-d0b8-43a0-a206-3eaf64a42de5 req-f139365f-4e2d-4ef8-96ab-f39c72e51119 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2b3da4be-1f57-494a-a8f4-09aee01d85a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681226 Feb 09 16:06:57.442706 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f7867118-d0b8-43a0-a206-3eaf64a42de5 req-ee828311-3adf-4221-b342-2b5c528bf26a service neutron] 10.222.0.42 "GET /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255560 Feb 09 16:06:57.572425 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f7867118-d0b8-43a0-a206-3eaf64a42de5 req-4c6bb265-8ba6-4f3e-a38e-1595c33c1666 service neutron] 10.222.0.42 "GET /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239095 Feb 09 16:06:57.814299 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1dcf7b33-0daa-4c9b-9bf7-814f4d163a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:58.101673 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e660ae-0fab-4ed1-b79b-09f64201e28c req-f3cbceb8-69e9-4196-b526-d643772c6673 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:58.103137 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d8e660ae-0fab-4ed1-b79b-09f64201e28c req-f3cbceb8-69e9-4196-b526-d643772c6673 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0815835 Feb 09 16:06:58.149678 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d8e660ae-0fab-4ed1-b79b-09f64201e28c req-534f70cb-2168-49f4-a4f9-09025944320f tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393949 Feb 09 16:06:58.941050 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:59.015627 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:59.344994 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ae4db-0bcc-4cc5-b004-d7f3e85ac915 req-f3182948-92d5-4771-af3f-acfdaf977e63 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:59.346565 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-032ae4db-0bcc-4cc5-b004-d7f3e85ac915 req-f3182948-92d5-4771-af3f-acfdaf977e63 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0747797 Feb 09 16:06:59.395081 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-032ae4db-0bcc-4cc5-b004-d7f3e85ac915 req-2b7024c2-503c-4b69-9d72-e17c52bb42fe tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428607 Feb 09 16:07:00.295745 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:09.601929 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d89ad850-40b9-4cbd-9ddc-344a841b62fe req-67799374-79c1-4399-bf49-28b71a044e7e tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654621094&fields=id&tenant_id=834941f3691d47a1809756d053797f2c HTTP/1.1" status: 200 len: 267 time: 0.0418434 Feb 09 16:07:09.685936 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ad850-40b9-4cbd-9ddc-344a841b62fe req-90bf8aad-9eb1-4b76-981d-30788fa7da40 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:09.687397 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d89ad850-40b9-4cbd-9ddc-344a841b62fe req-90bf8aad-9eb1-4b76-981d-30788fa7da40 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 984 time: 0.0791173 Feb 09 16:07:09.697599 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-d89ad850-40b9-4cbd-9ddc-344a841b62fe req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Request body: {'port': {'security_groups': ['a5658b18-bf8f-4a17-a299-c5f04586a3e3']}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:07:09.811771 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-d89ad850-40b9-4cbd-9ddc-344a841b62fe req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.106332 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-d89ad850-40b9-4cbd-9ddc-344a841b62fe req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] For port ee987e41-9313-4ad6-854c-09108daa29ad, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee987e41-9313-4ad6-854c-09108daa29ad,segment=NetworkSegment(830bc8ba-93b9-440a-b1bf-68177bc6f854),segment_id=830bc8ba-93b9-440a-b1bf-68177bc6f854)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:10.130559 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-d89ad850-40b9-4cbd-9ddc-344a841b62fe req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.203125 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-d89ad850-40b9-4cbd-9ddc-344a841b62fe req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.214288 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['ee987e41-9313-4ad6-854c-09108daa29ad'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:07:10.273307 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ad850-40b9-4cbd-9ddc-344a841b62fe req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:10.273968 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-d89ad850-40b9-4cbd-9ddc-344a841b62fe req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.275280 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d89ad850-40b9-4cbd-9ddc-344a841b62fe req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "PUT /v2.0/ports/ee987e41-9313-4ad6-854c-09108daa29ad HTTP/1.1" status: 200 len: 942 time: 0.5819616 Feb 09 16:07:10.275727 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'tag': 'ee987e41-9313-4ad6-854c-09108daa29ad'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:10.281278 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60280) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:10.303394 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Pushing event updated for resources: {'Port': ['ID=ee987e41-9313-4ad6-854c-09108daa29ad,revision_number=7']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:10.332825 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.333244 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.333667 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.334067 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.337268 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.337681 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.338519 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.338926 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.339329 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.339740 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.340132 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278774f5-78fa-421f-b852-77ce8f48abf5 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.390645 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['ee987e41-9313-4ad6-854c-09108daa29ad'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:07:10.392240 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.426057 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.440660 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'tag': 'ee987e41-9313-4ad6-854c-09108daa29ad', 'status': 'completed', 'code': 200} Feb 09 16:07:10.574781 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8fe77f36-f178-4826-959b-66b84918806f None None] Provisioning complete for port ee987e41-9313-4ad6-854c-09108daa29ad triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:10.575051 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8fe77f36-f178-4826-959b-66b84918806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.617929 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-172331b1-7b4c-4984-8161-af2d605b87b8 req-fa53471d-04cd-44f5-9376-c414c5230da1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=834941f3691d47a1809756d053797f2c&device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 1098 time: 0.1524332 Feb 09 16:07:10.626517 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.653675 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=371eeef9-d9b1-4c37-8b06-51e00dbd14c5,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:10.665465 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.666720 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.676069 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.676069 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.676069 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.676069 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.676069 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.676069 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.676069 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.676069 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.676069 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:10.722709 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.726987 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-2ef0784b-9cc9-4be8-9d84-5a2afefc17e2 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "DELETE /v2.0/security-groups/371eeef9-d9b1-4c37-8b06-51e00dbd14c5 HTTP/1.1" status: 204 len: 168 time: 0.4431467 Feb 09 16:07:10.727446 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 60290) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:10.863917 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172331b1-7b4c-4984-8161-af2d605b87b8 req-a110ccbe-5de0-487a-8e6b-9a5d15209d92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:10.865277 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-172331b1-7b4c-4984-8161-af2d605b87b8 req-a110ccbe-5de0-487a-8e6b-9a5d15209d92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a HTTP/1.1" status: 200 len: 915 time: 0.2403390 Feb 09 16:07:11.046598 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-641aebc9-524a-4adf-b410-777d38027760 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Deleting port 04b9b05c-667c-454f-8fc7-d282d23822cb {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:07:11.046936 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-641aebc9-524a-4adf-b410-777d38027760 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:11.090015 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-172331b1-7b4c-4984-8161-af2d605b87b8 req-0c09edf8-a89a-4847-95bb-f74d9b7ada93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee987e41-9313-4ad6-854c-09108daa29ad HTTP/1.1" status: 200 len: 1000 time: 0.1749079 Feb 09 16:07:11.231442 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172331b1-7b4c-4984-8161-af2d605b87b8 req-9ce7aebb-fb2d-4022-9f37-be806245077e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:11.232881 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-172331b1-7b4c-4984-8161-af2d605b87b8 req-9ce7aebb-fb2d-4022-9f37-be806245077e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a681b831-f211-4e00-a4cc-a42d59ce2287 HTTP/1.1" status: 200 len: 853 time: 0.1336582 Feb 09 16:07:11.304203 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-641aebc9-524a-4adf-b410-777d38027760 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:11.304560 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-641aebc9-524a-4adf-b410-777d38027760 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:11.432026 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-641aebc9-524a-4adf-b410-777d38027760 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Calling delete_port for 04b9b05c-667c-454f-8fc7-d282d23822cb owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:07:11.502996 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-172331b1-7b4c-4984-8161-af2d605b87b8 req-a2951cd8-3a24-476c-a1c0-577198677374 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2555466 Feb 09 16:07:11.694914 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-172331b1-7b4c-4984-8161-af2d605b87b8 req-6ea76ce8-1e51-4ba2-baf5-82b8eeca1cd0 service neutron] 10.222.0.42 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850986 Feb 09 16:07:11.843803 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-641aebc9-524a-4adf-b410-777d38027760 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:11.893778 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641aebc9-524a-4adf-b410-777d38027760 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Pushing event deleted for resources: {'Port': ['ID=04b9b05c-667c-454f-8fc7-d282d23822cb,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:12.013814 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-172331b1-7b4c-4984-8161-af2d605b87b8 req-925688ad-383c-4010-93bc-34c703441450 service neutron] 10.222.0.42 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115475 Feb 09 16:07:12.022324 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-641aebc9-524a-4adf-b410-777d38027760 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.080515 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60302) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:12.143055 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b6e7f9-d99d-4f96-bd28-881ce7d4c5af admin admin] Deleting subnet a32243b6-17aa-45c2-a378-e4f6f0ed708a {{(pid=83708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:07:12.145859 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-31b6e7f9-d99d-4f96-bd28-881ce7d4c5af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.193518 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-31b6e7f9-d99d-4f96-bd28-881ce7d4c5af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354091'] for subnet, precommit_delete_associations {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.248594 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-31b6e7f9-d99d-4f96-bd28-881ce7d4c5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3247574'] for subnet, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.380046 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-31b6e7f9-d99d-4f96-bd28-881ce7d4c5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3247599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1352343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6906885'] for subnet, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.407693 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641aebc9-524a-4adf-b410-777d38027760 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Router b775e9f4-8b7c-4f7b-be3a-ca0191be065b has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:07:12.417785 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6e7f9-d99d-4f96-bd28-881ce7d4c5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a32243b6-17aa-45c2-a378-e4f6f0ed708a,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:12.424883 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-31b6e7f9-d99d-4f96-bd28-881ce7d4c5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.430761 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-31b6e7f9-d99d-4f96-bd28-881ce7d4c5af admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a32243b6-17aa-45c2-a378-e4f6f0ed708a HTTP/1.1" status: 204 len: 168 time: 0.3492324 Feb 09 16:07:12.433210 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60306) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:12.540202 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4570388d-bc25-45a8-a6cb-bf056dd3c88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3173060'] for network, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.605213 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641aebc9-524a-4adf-b410-777d38027760 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:07:12.622241 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c542324-fc76-4ad1-a969-25bdf57363dd None None] Sync routers for ids ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:07:12.634058 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c542324-fc76-4ad1-a969-25bdf57363dd None None] Routers {'b775e9f4-8b7c-4f7b-be3a-ca0191be065b'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:07:12.634768 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-5c542324-fc76-4ad1-a969-25bdf57363dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:06:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:12.663919 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4570388d-bc25-45a8-a6cb-bf056dd3c88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3246939', 'neutron.services.segments.db._delete_segments_for_network-8772266662247'] for network, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.683592 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-641aebc9-524a-4adf-b410-777d38027760 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.690576 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-4570388d-bc25-45a8-a6cb-bf056dd3c88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69633d5-cffe-49ea-b12b-10f751753e88']}} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:12.703521 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-4570388d-bc25-45a8-a6cb-bf056dd3c88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06') {'for_net_delete': True} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:12.703817 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-4570388d-bc25-45a8-a6cb-bf056dd3c88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5db9b4d-8ea3-4b19-9cc0-7d302d4e0b06') {} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:12.715080 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4570388d-bc25-45a8-a6cb-bf056dd3c88e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772266661614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1354080'] for segment, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.732459 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4570388d-bc25-45a8-a6cb-bf056dd3c88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.738013 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-641aebc9-524a-4adf-b410-777d38027760 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "DELETE /v2.0/floatingips/4ba8d1b9-9193-4309-b427-125715d42c84 HTTP/1.1" status: 204 len: 168 time: 2.0093327 Feb 09 16:07:12.739199 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'tag': 'ee987e41-9313-4ad6-854c-09108daa29ad'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:12.743391 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4570388d-bc25-45a8-a6cb-bf056dd3c88e admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=83708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:07:12.743919 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4570388d-bc25-45a8-a6cb-bf056dd3c88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3244415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1352253'] for segment, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: Traceback (most recent call last): Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: timer() Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: cb(*args, **kw) Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: return func(*args, **kwargs) Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: self._notify() Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: self.callback(batched_events) Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: event.method(event) Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: return f(self, *a, **k) Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: return self._get(url).json() Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: return self.request(url, 'GET', **kwargs) Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:07:12.765953 dv-cinder-825105-1-smb neutron-server[83708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:07:12.825929 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'tag': 'ee987e41-9313-4ad6-854c-09108daa29ad', 'status': 'completed', 'code': 200} Feb 09 16:07:12.831252 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-5c542324-fc76-4ad1-a969-25bdf57363dd None None] Set router b775e9f4-8b7c-4f7b-be3a-ca0191be065b gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:07:12.895310 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4570388d-bc25-45a8-a6cb-bf056dd3c88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3246932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691991'] for network, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.915655 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4570388d-bc25-45a8-a6cb-bf056dd3c88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.926588 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0adc84fa-0347-4f8f-97b6-571562fab324 req-964c6f17-e417-4098-8244-b1385d299f2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=834941f3691d47a1809756d053797f2c&device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 1098 time: 0.0787768 Feb 09 16:07:12.932669 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570388d-bc25-45a8-a6cb-bf056dd3c88e admin admin] Pushing event deleted for resources: {'Network': ['ID=b69633d5-cffe-49ea-b12b-10f751753e88,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:13.000606 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-4570388d-bc25-45a8-a6cb-bf056dd3c88e admin admin] 10.222.0.30 "DELETE /v2.0/networks/b69633d5-cffe-49ea-b12b-10f751753e88 HTTP/1.1" status: 204 len: 168 time: 0.5660272 Feb 09 16:07:13.083933 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc84fa-0347-4f8f-97b6-571562fab324 req-3186eb2b-1632-4829-b5d5-7d69222d5099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:13.085727 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0adc84fa-0347-4f8f-97b6-571562fab324 req-3186eb2b-1632-4829-b5d5-7d69222d5099 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a HTTP/1.1" status: 200 len: 915 time: 0.1530721 Feb 09 16:07:13.159348 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0adc84fa-0347-4f8f-97b6-571562fab324 req-36528354-929d-4e4c-81e1-65a4305f5677 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee987e41-9313-4ad6-854c-09108daa29ad HTTP/1.1" status: 200 len: 217 time: 0.0671265 Feb 09 16:07:13.222192 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc84fa-0347-4f8f-97b6-571562fab324 req-c783ede1-8b48-4a0e-b2d6-02c0eb81cc6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:13.223831 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0adc84fa-0347-4f8f-97b6-571562fab324 req-c783ede1-8b48-4a0e-b2d6-02c0eb81cc6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a681b831-f211-4e00-a4cc-a42d59ce2287 HTTP/1.1" status: 200 len: 853 time: 0.0586848 Feb 09 16:07:13.223976 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-5c542324-fc76-4ad1-a969-25bdf57363dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'name': 'tempest-TestMinimumBasicScenario-772295428-router', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:26Z', 'updated_at': '2022-02-09T16:03:32Z', 'revision_number': 4, 'project_id': '834941f3691d47a1809756d053797f2c', 'gw_port': {'id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:28Z', 'updated_at': '2022-02-09T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '193c4609-25f5-418a-93af-9041a7a31275', 'name': '', 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'mac_address': 'fa:16:3e:1a:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:31Z', 'updated_at': '2022-02-09T16:03:43Z', 'revision_number': 5, 'project_id': '834941f3691d47a1809756d053797f2c', 'subnets': [{'id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:13.227918 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c542324-fc76-4ad1-a969-25bdf57363dd None None] Checking router: b775e9f4-8b7c-4f7b-be3a-ca0191be065b for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:07:13.240030 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c542324-fc76-4ad1-a969-25bdf57363dd None None] Routers {'b775e9f4-8b7c-4f7b-be3a-ca0191be065b'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:07:13.240507 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-5c542324-fc76-4ad1-a969-25bdf57363dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:06:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:13.307299 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0adc84fa-0347-4f8f-97b6-571562fab324 req-42907a52-02cb-4d3c-8848-f8ed96cd21e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbc554ab-c272-4c5a-abb1-b1e59582ba5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768759 Feb 09 16:07:13.369849 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60322) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:13.439755 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-b803fdf3-394f-4c74-95df-f6693486053a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2477805a9d054831931aad91abbb17b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0679705 Feb 09 16:07:13.440376 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60326) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:13.451242 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-5c542324-fc76-4ad1-a969-25bdf57363dd None None] Set router b775e9f4-8b7c-4f7b-be3a-ca0191be065b gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:07:13.473230 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0adc84fa-0347-4f8f-97b6-571562fab324 req-bcf22617-0754-462a-9d75-77293caeea05 service neutron] 10.222.0.42 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500204 Feb 09 16:07:13.503554 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c5a9-a690-4f39-9e15-93a3c5c59000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.530599 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c5a9-a690-4f39-9e15-93a3c5c59000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.625218 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c5a9-a690-4f39-9e15-93a3c5c59000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.648289 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8c5a9-a690-4f39-9e15-93a3c5c59000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8a7e25-c5a1-4feb-9351-cbf5ece32e97,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:13.698187 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0adc84fa-0347-4f8f-97b6-571562fab324 req-f64555b0-3e3b-4f0c-92a0-e1cd7ffcd0c5 service neutron] 10.222.0.42 "GET /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212491 Feb 09 16:07:13.718990 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c5a9-a690-4f39-9e15-93a3c5c59000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.722189 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-6fa8c5a9-a690-4f39-9e15-93a3c5c59000 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c8a7e25-c5a1-4feb-9351-cbf5ece32e97 HTTP/1.1" status: 204 len: 168 time: 0.2788448 Feb 09 16:07:13.789711 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-5c542324-fc76-4ad1-a969-25bdf57363dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'name': 'tempest-TestMinimumBasicScenario-772295428-router', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:26Z', 'updated_at': '2022-02-09T16:03:32Z', 'revision_number': 4, 'project_id': '834941f3691d47a1809756d053797f2c', 'gw_port': {'id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:28Z', 'updated_at': '2022-02-09T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '193c4609-25f5-418a-93af-9041a7a31275', 'name': '', 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'mac_address': 'fa:16:3e:1a:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:31Z', 'updated_at': '2022-02-09T16:03:43Z', 'revision_number': 5, 'project_id': '834941f3691d47a1809756d053797f2c', 'subnets': [{'id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:13.793793 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c542324-fc76-4ad1-a969-25bdf57363dd None None] The sync data for ids ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'] in dv-cinder-825105-1-smb is: [{'id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'name': 'tempest-TestMinimumBasicScenario-772295428-router', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:26Z', 'updated_at': '2022-02-09T16:03:32Z', 'revision_number': 4, 'project_id': '834941f3691d47a1809756d053797f2c', 'gw_port': {'id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:28Z', 'updated_at': '2022-02-09T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '193c4609-25f5-418a-93af-9041a7a31275', 'name': '', 'network_id': 'dbc554ab-c272-4c5a-abb1-b1e59582ba5a', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'mac_address': 'fa:16:3e:1a:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:31Z', 'updated_at': '2022-02-09T16:03:43Z', 'revision_number': 5, 'project_id': '834941f3691d47a1809756d053797f2c', 'subnets': [{'id': 'a681b831-f211-4e00-a4cc-a42d59ce2287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:07:14.019693 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9220ebdd-3364-4fb1-8449-dcb3289ecdc5 None None] New status for floating IP 4ba8d1b9-9193-4309-b427-125715d42c84: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 16:07:16.573791 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfbacf-1a6c-47b6-8869-0ddca8a2f241 req-aa9383ef-42d6-44eb-afeb-2bdcee466b3f tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:16.575862 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-bfbfbacf-1a6c-47b6-8869-0ddca8a2f241 req-aa9383ef-42d6-44eb-afeb-2bdcee466b3f tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 945 time: 0.0789173 Feb 09 16:07:16.614916 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:16.619561 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-bfbfbacf-1a6c-47b6-8869-0ddca8a2f241 req-900d9f84-1de5-49fc-923d-d2163e968b10 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Synchronizing usage tracker for tenant:834941f3691d47a1809756d053797f2c on resource:security_group {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:07:16.711951 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-bfbfbacf-1a6c-47b6-8869-0ddca8a2f241 req-900d9f84-1de5-49fc-923d-d2163e968b10 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Unset dirty status for tenant:834941f3691d47a1809756d053797f2c on resource:security_group {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:07:16.713251 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-bfbfbacf-1a6c-47b6-8869-0ddca8a2f241 req-900d9f84-1de5-49fc-923d-d2163e968b10 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315789 Feb 09 16:07:17.906347 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67321c67-109e-4cd7-88af-056958355a61 req-569a30e3-8a5c-47a0-bab3-bfeca68c05b9 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:17.907032 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-67321c67-109e-4cd7-88af-056958355a61 req-569a30e3-8a5c-47a0-bab3-bfeca68c05b9 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Synchronizing usage tracker for tenant:834941f3691d47a1809756d053797f2c on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:07:18.014552 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-67321c67-109e-4cd7-88af-056958355a61 req-569a30e3-8a5c-47a0-bab3-bfeca68c05b9 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Unset dirty status for tenant:834941f3691d47a1809756d053797f2c on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:07:18.015621 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-67321c67-109e-4cd7-88af-056958355a61 req-569a30e3-8a5c-47a0-bab3-bfeca68c05b9 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 945 time: 0.1828222 Feb 09 16:07:18.060095 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-67321c67-109e-4cd7-88af-056958355a61 req-960905f4-e048-44b9-a6b4-dedbafbfcde7 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5658b18-bf8f-4a17-a299-c5f04586a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389736 Feb 09 16:07:18.499426 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725cee4-8bd6-4bec-b551-f0c9fea31cc8 req-9aac88c8-ba4f-449c-b581-1b8e799c0ed9 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:18.500752 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e725cee4-8bd6-4bec-b551-f0c9fea31cc8 req-9aac88c8-ba4f-449c-b581-1b8e799c0ed9 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.42 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 945 time: 0.0781109 Feb 09 16:07:18.569465 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-e725cee4-8bd6-4bec-b551-f0c9fea31cc8 req-692f8a07-7685-42a8-b369-90dfa84b2508 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Deleting port ee987e41-9313-4ad6-854c-09108daa29ad {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:07:18.569806 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-e725cee4-8bd6-4bec-b551-f0c9fea31cc8 req-692f8a07-7685-42a8-b369-90dfa84b2508 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:18.817422 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-e725cee4-8bd6-4bec-b551-f0c9fea31cc8 req-692f8a07-7685-42a8-b369-90dfa84b2508 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] For port ee987e41-9313-4ad6-854c-09108daa29ad, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee987e41-9313-4ad6-854c-09108daa29ad,segment=NetworkSegment(830bc8ba-93b9-440a-b1bf-68177bc6f854),segment_id=830bc8ba-93b9-440a-b1bf-68177bc6f854)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:18.817882 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-e725cee4-8bd6-4bec-b551-f0c9fea31cc8 req-692f8a07-7685-42a8-b369-90dfa84b2508 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:18.937275 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-e725cee4-8bd6-4bec-b551-f0c9fea31cc8 req-692f8a07-7685-42a8-b369-90dfa84b2508 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Calling delete_port for ee987e41-9313-4ad6-854c-09108daa29ad owned by compute:nova {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:07:19.139906 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-e725cee4-8bd6-4bec-b551-f0c9fea31cc8 req-692f8a07-7685-42a8-b369-90dfa84b2508 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:19.151014 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['ee987e41-9313-4ad6-854c-09108daa29ad'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:07:19.232551 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f8a07-7685-42a8-b369-90dfa84b2508 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Pushing event deleted for resources: {'Port': ['ID=ee987e41-9313-4ad6-854c-09108daa29ad,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:19.246357 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fcf72abf-885b-417d-ba76-3fa66017c2fa req-a5b4707a-cde1-4f62-a2f9-04b288a4c200 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 210 time: 0.0545285 Feb 09 16:07:19.319573 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-e725cee4-8bd6-4bec-b551-f0c9fea31cc8 req-692f8a07-7685-42a8-b369-90dfa84b2508 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] No DVR routers for this DVR port ee987e41-9313-4ad6-854c-09108daa29ad on host hv-cinder-82510 {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:19.322146 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-e725cee4-8bd6-4bec-b551-f0c9fea31cc8 req-692f8a07-7685-42a8-b369-90dfa84b2508 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:19.324664 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'name': 'network-vif-deleted', 'tag': 'ee987e41-9313-4ad6-854c-09108daa29ad'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:19.382972 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cd0b27-9205-47d3-8d89-8a219b361d30', 'name': 'network-vif-deleted', 'tag': 'ee987e41-9313-4ad6-854c-09108daa29ad', 'status': 'completed', 'code': 200} Feb 09 16:07:19.397204 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e725cee4-8bd6-4bec-b551-f0c9fea31cc8 req-692f8a07-7685-42a8-b369-90dfa84b2508 tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.42 "DELETE /v2.0/ports/ee987e41-9313-4ad6-854c-09108daa29ad HTTP/1.1" status: 204 len: 173 time: 0.8901227 Feb 09 16:07:19.597152 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f97b44-38f8-4a79-9270-75185413d6a6 req-e8e62d2f-d1f1-4f4e-b902-bb26b068dfb9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:19.598953 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-66f97b44-38f8-4a79-9270-75185413d6a6 req-e8e62d2f-d1f1-4f4e-b902-bb26b068dfb9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0838611 Feb 09 16:07:19.654777 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-66f97b44-38f8-4a79-9270-75185413d6a6 req-acd09a0b-f23a-445b-82f2-50c2a9411cb9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501242 Feb 09 16:07:20.432675 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-24326659-1986-4b2d-942d-0cd4c38d38db req-1ea96fb8-2b75-47d2-a07a-735e7307f4fc tempest-TestMinimumBasicScenario-285260725 tempest-TestMinimumBasicScenario-285260725-project] 10.222.0.30 "GET /v2.0/ports?device_id=05cd0b27-9205-47d3-8d89-8a219b361d30 HTTP/1.1" status: 200 len: 210 time: 0.0397048 Feb 09 16:07:20.860657 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5fa30-b527-4632-aa52-ec47165109b9 req-e96b6703-1a78-4cf2-8a0a-4b5483e9fb87 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:20.862076 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-19b5fa30-b527-4632-aa52-ec47165109b9 req-e96b6703-1a78-4cf2-8a0a-4b5483e9fb87 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0749404 Feb 09 16:07:20.904933 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-19b5fa30-b527-4632-aa52-ec47165109b9 req-215d3d36-1f49-4029-a3d7-c615214776a7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374491 Feb 09 16:07:22.118285 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561283f-656c-4559-a014-d49f049accbd req-7c397a1c-9502-49f8-9ba4-b93f0cabbf71 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:22.119748 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c561283f-656c-4559-a014-d49f049accbd req-7c397a1c-9502-49f8-9ba4-b93f0cabbf71 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0765107 Feb 09 16:07:22.167437 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c561283f-656c-4559-a014-d49f049accbd req-32acde98-d4d8-4752-a83c-1ea86d8afa12 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421655 Feb 09 16:07:22.765560 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device ee987e41-9313-4ad6-854c-09108daa29ad no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:07:22.797917 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: ee987e41-9313-4ad6-854c-09108daa29ad {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:07:22.798283 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device ee987e41-9313-4ad6-854c-09108daa29ad not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:07:23.019207 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60418) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:23.382047 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cca8cc-e7db-4c53-ace9-e4f3abb5d3be req-ca3e5d3f-0810-4f69-be66-8876c53b03c5 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:23.385131 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-13cca8cc-e7db-4c53-ace9-e4f3abb5d3be req-ca3e5d3f-0810-4f69-be66-8876c53b03c5 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0780756 Feb 09 16:07:23.428820 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-13cca8cc-e7db-4c53-ace9-e4f3abb5d3be req-5a673b09-ed3f-4b59-8bdd-109ff0501113 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394509 Feb 09 16:07:23.466953 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-48eebeda-2375-49f0-8342-944bc1541c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1695319'] for router_interface, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.040261 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-48eebeda-2375-49f0-8342-944bc1541c8c admin admin] Deleting port 193c4609-25f5-418a-93af-9041a7a31275 {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:07:24.040513 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-48eebeda-2375-49f0-8342-944bc1541c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.210524 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [None req-48eebeda-2375-49f0-8342-944bc1541c8c admin admin] For port 193c4609-25f5-418a-93af-9041a7a31275, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=193c4609-25f5-418a-93af-9041a7a31275,segment=NetworkSegment(830bc8ba-93b9-440a-b1bf-68177bc6f854),segment_id=830bc8ba-93b9-440a-b1bf-68177bc6f854)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:24.210878 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-48eebeda-2375-49f0-8342-944bc1541c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.334884 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-48eebeda-2375-49f0-8342-944bc1541c8c admin admin] Calling delete_port for 193c4609-25f5-418a-93af-9041a7a31275 owned by network:router_interface {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:07:24.545707 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-48eebeda-2375-49f0-8342-944bc1541c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.626808 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eebeda-2375-49f0-8342-944bc1541c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=193c4609-25f5-418a-93af-9041a7a31275,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:24.893054 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d341a-f13f-4d67-b423-a61bd51e6ffa req-390fcfa6-a01a-4542-b3e7-215f96a7a2bc tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:24.894528 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ab5d341a-f13f-4d67-b423-a61bd51e6ffa req-390fcfa6-a01a-4542-b3e7-215f96a7a2bc tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.3176732 Feb 09 16:07:25.001426 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ab5d341a-f13f-4d67-b423-a61bd51e6ffa req-4959fe4a-dd04-415e-a947-dd4cbaf7c570 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650458 Feb 09 16:07:25.056184 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-48eebeda-2375-49f0-8342-944bc1541c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695460'] for router_interface, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.419417 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a0893f72-2d83-41cd-8d4c-3a4c11f6ebd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.603542 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48eebeda-2375-49f0-8342-944bc1541c8c admin admin] Router b775e9f4-8b7c-4f7b-be3a-ca0191be065b has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:07:25.795677 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eebeda-2375-49f0-8342-944bc1541c8c admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:07:25.804784 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e406f-3833-4eeb-b0fc-f9ec36840737 None None] Sync routers for ids ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:07:25.807434 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-48eebeda-2375-49f0-8342-944bc1541c8c admin admin] 10.222.0.30 "PUT /v2.0/routers/b775e9f4-8b7c-4f7b-be3a-ca0191be065b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7870722 Feb 09 16:07:25.810695 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60426) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:25.816665 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e406f-3833-4eeb-b0fc-f9ec36840737 None None] Routers {'b775e9f4-8b7c-4f7b-be3a-ca0191be065b'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:07:25.817260 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-7f3e406f-3833-4eeb-b0fc-f9ec36840737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:06:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:25.994120 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-7f3e406f-3833-4eeb-b0fc-f9ec36840737 None None] Set router b775e9f4-8b7c-4f7b-be3a-ca0191be065b gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:07:25.999281 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ebff863e-bf5e-4390-9657-3aadbfaa20ff admin admin] Notify callbacks [] for router, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:26.217659 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003a99e-ef0b-4a9b-841c-b2d09aeeaf65 req-f2615c18-9c6a-4b0d-88f3-8801eaafa118 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:26.219184 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3003a99e-ef0b-4a9b-841c-b2d09aeeaf65 req-f2615c18-9c6a-4b0d-88f3-8801eaafa118 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0798492 Feb 09 16:07:26.281896 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3003a99e-ef0b-4a9b-841c-b2d09aeeaf65 req-3d31bb6c-ee85-485e-bc55-e9b6d417673b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552716 Feb 09 16:07:26.296335 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-7f3e406f-3833-4eeb-b0fc-f9ec36840737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'name': 'tempest-TestMinimumBasicScenario-772295428-router', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:26Z', 'updated_at': '2022-02-09T16:07:24Z', 'revision_number': 5, 'project_id': '834941f3691d47a1809756d053797f2c', 'gw_port': {'id': 'dec76c8b-3c32-4f74-8407-0077df076b20', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:28Z', 'updated_at': '2022-02-09T16:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:26.297418 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ebff863e-bf5e-4390-9657-3aadbfaa20ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:26.300739 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e406f-3833-4eeb-b0fc-f9ec36840737 None None] Checking router: b775e9f4-8b7c-4f7b-be3a-ca0191be065b for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:07:26.312112 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e406f-3833-4eeb-b0fc-f9ec36840737 None None] Routers {'b775e9f4-8b7c-4f7b-be3a-ca0191be065b'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:07:26.312707 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-7f3e406f-3833-4eeb-b0fc-f9ec36840737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:06:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:26.356796 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-ebff863e-bf5e-4390-9657-3aadbfaa20ff admin admin] Deleting port dec76c8b-3c32-4f74-8407-0077df076b20 {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:07:26.357719 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ebff863e-bf5e-4390-9657-3aadbfaa20ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:26.491700 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-7f3e406f-3833-4eeb-b0fc-f9ec36840737 None None] Set router b775e9f4-8b7c-4f7b-be3a-ca0191be065b gateway port host: None {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:07:26.538578 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [None req-ebff863e-bf5e-4390-9657-3aadbfaa20ff admin admin] For port dec76c8b-3c32-4f74-8407-0077df076b20, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=dec76c8b-3c32-4f74-8407-0077df076b20,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:26.538821 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ebff863e-bf5e-4390-9657-3aadbfaa20ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:26.600888 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-7f3e406f-3833-4eeb-b0fc-f9ec36840737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'name': 'tempest-TestMinimumBasicScenario-772295428-router', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:26Z', 'updated_at': '2022-02-09T16:07:26Z', 'revision_number': 6, 'project_id': '834941f3691d47a1809756d053797f2c', 'gw_port_host': None}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:26.605946 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e406f-3833-4eeb-b0fc-f9ec36840737 None None] The sync data for ids ['b775e9f4-8b7c-4f7b-be3a-ca0191be065b'] in dv-cinder-825105-1-smb is: [{'id': 'b775e9f4-8b7c-4f7b-be3a-ca0191be065b', 'name': 'tempest-TestMinimumBasicScenario-772295428-router', 'tenant_id': '834941f3691d47a1809756d053797f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:26Z', 'updated_at': '2022-02-09T16:07:26Z', 'revision_number': 6, 'project_id': '834941f3691d47a1809756d053797f2c', 'gw_port_host': None}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:07:26.664455 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-ebff863e-bf5e-4390-9657-3aadbfaa20ff admin admin] Calling delete_port for dec76c8b-3c32-4f74-8407-0077df076b20 owned by network:router_gateway {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:07:26.906054 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ebff863e-bf5e-4390-9657-3aadbfaa20ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:26.960840 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff863e-bf5e-4390-9657-3aadbfaa20ff admin admin] Pushing event deleted for resources: {'Port': ['ID=dec76c8b-3c32-4f74-8407-0077df076b20,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:27.202736 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ebff863e-bf5e-4390-9657-3aadbfaa20ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691954'] for router_gateway, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.492872 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ebff863e-bf5e-4390-9657-3aadbfaa20ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41891'] for router, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.500295 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ebff863e-bf5e-4390-9657-3aadbfaa20ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.546324 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a11fa-5816-43ac-a591-cd5c2ea8d589 req-e98505b0-b338-414b-b4bf-6e6e1b690e9c tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:27.547750 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-107a11fa-5816-43ac-a591-cd5c2ea8d589 req-e98505b0-b338-414b-b4bf-6e6e1b690e9c tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.1085408 Feb 09 16:07:27.593096 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-107a11fa-5816-43ac-a591-cd5c2ea8d589 req-bb349f86-cc66-4eda-aeb3-83ef570678c4 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398142 Feb 09 16:07:27.608282 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ebff863e-bf5e-4390-9657-3aadbfaa20ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693718'] for router, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.608839 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebff863e-bf5e-4390-9657-3aadbfaa20ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b775e9f4-8b7c-4f7b-be3a-ca0191be065b {{(pid=83708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:07:27.622860 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ebff863e-bf5e-4390-9657-3aadbfaa20ff admin admin] Notify callbacks [] for router, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.623969 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-ebff863e-bf5e-4390-9657-3aadbfaa20ff admin admin] 10.222.0.30 "DELETE /v2.0/routers/b775e9f4-8b7c-4f7b-be3a-ca0191be065b HTTP/1.1" status: 204 len: 168 time: 1.8123760 Feb 09 16:07:27.626718 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60434) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:27.686223 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcea523a-fe8e-40e2-a385-2f2a17417aef admin admin] Deleting subnet a681b831-f211-4e00-a4cc-a42d59ce2287 {{(pid=83708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:07:27.689237 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-fcea523a-fe8e-40e2-a385-2f2a17417aef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.796792 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a1d8bbac-89af-4e41-b8a2-bd8de887f4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.820517 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-fcea523a-fe8e-40e2-a385-2f2a17417aef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354091'] for subnet, precommit_delete_associations {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.929556 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-fcea523a-fe8e-40e2-a385-2f2a17417aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3247574'] for subnet, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.042636 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-fcea523a-fe8e-40e2-a385-2f2a17417aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3247599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1352343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6906885'] for subnet, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.078053 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea523a-fe8e-40e2-a385-2f2a17417aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a681b831-f211-4e00-a4cc-a42d59ce2287,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:28.083981 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-fcea523a-fe8e-40e2-a385-2f2a17417aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.089031 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ad4592-ab7b-446d-87c1-4fec0fa106cc None None] Network dbc554ab-c272-4c5a-abb1-b1e59582ba5a requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:07:28.092117 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-fcea523a-fe8e-40e2-a385-2f2a17417aef admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a681b831-f211-4e00-a4cc-a42d59ce2287 HTTP/1.1" status: 204 len: 168 time: 0.4644392 Feb 09 16:07:28.094592 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60438) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:28.198398 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3173060'] for network, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.208877 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] Deleting port 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:07:28.209210 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.302709 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device dec76c8b-3c32-4f74-8407-0077df076b20 no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:07:28.335568 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: dec76c8b-3c32-4f74-8407-0077df076b20 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:07:28.335895 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device dec76c8b-3c32-4f74-8407-0077df076b20 not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:07:28.336300 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 193c4609-25f5-418a-93af-9041a7a31275 no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:07:28.364168 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d0d6bf-aec1-41f9-9840-fb54ece1ca36 None None] DHCP port deletion for dbc554ab-c272-4c5a-abb1-b1e59582ba5a request from dv-cinder-825105-1-smb {{(pid=83710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 16:07:28.374484 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: 193c4609-25f5-418a-93af-9041a7a31275 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:07:28.374823 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 193c4609-25f5-418a-93af-9041a7a31275 not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:07:28.377173 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-64d0d6bf-aec1-41f9-9840-fb54ece1ca36 None None] Deleting port 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:07:28.377561 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64d0d6bf-aec1-41f9-9840-fb54ece1ca36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.425420 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] For port 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f,segment=NetworkSegment(830bc8ba-93b9-440a-b1bf-68177bc6f854),segment_id=830bc8ba-93b9-440a-b1bf-68177bc6f854)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:28.425768 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.543249 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] Calling delete_port for 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f owned by network:dhcp {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:07:28.571312 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-64d0d6bf-aec1-41f9-9840-fb54ece1ca36 None None] For port 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f,segment=NetworkSegment(830bc8ba-93b9-440a-b1bf-68177bc6f854),segment_id=830bc8ba-93b9-440a-b1bf-68177bc6f854)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:28.571635 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64d0d6bf-aec1-41f9-9840-fb54ece1ca36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.671464 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.692763 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-64d0d6bf-aec1-41f9-9840-fb54ece1ca36 None None] Calling delete_port for 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:07:28.717837 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:28.724136 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] No DVR routers for this DVR port 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f on host dv-cinder-825105-1-smb {{(pid=83708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:28.823860 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7c5e-89f4-4778-bb15-a51cc1a78793 req-f04bf8f1-fa0a-4095-8f22-3453d0a93144 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.825352 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4fdb7c5e-89f4-4778-bb15-a51cc1a78793 req-f04bf8f1-fa0a-4095-8f22-3453d0a93144 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0765481 Feb 09 16:07:28.836294 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.db.api [None req-64d0d6bf-aec1-41f9-9840-fb54ece1ca36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:07:28.836854 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG oslo_db.api [None req-64d0d6bf-aec1-41f9-9840-fb54ece1ca36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:07:28.843483 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3246939', 'neutron.services.segments.db._delete_segments_for_network-8772266662247'] for network, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.868821 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc554ab-c272-4c5a-abb1-b1e59582ba5a']}} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:28.871217 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4fdb7c5e-89f4-4778-bb15-a51cc1a78793 req-dd4c2ad0-fe88-4fc7-b42d-123fefb264d3 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396941 Feb 09 16:07:28.882175 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830bc8ba-93b9-440a-b1bf-68177bc6f854') {'for_net_delete': True} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:28.882441 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830bc8ba-93b9-440a-b1bf-68177bc6f854') {} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:28.894379 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772266661614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1354080'] for segment, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.910490 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.916423 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=83708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:07:28.916795 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3244415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1352253'] for segment, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: Traceback (most recent call last): Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: timer() Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: cb(*args, **kw) Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: return func(*args, **kwargs) Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: self._notify() Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: self.callback(batched_events) Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: event.method(event) Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: return f(self, *a, **k) Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: return self._get(url).json() Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: return self.request(url, 'GET', **kwargs) Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:07:28.929940 dv-cinder-825105-1-smb neutron-server[83708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:07:28.939227 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.019434 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.105342 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3246932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691991'] for network, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.121857 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.132675 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbc554ab-c272-4c5a-abb1-b1e59582ba5a,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:29.139776 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-20bbf85f-9453-4016-bbb4-a067a6c524c3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/dbc554ab-c272-4c5a-abb1-b1e59582ba5a HTTP/1.1" status: 204 len: 168 time: 1.0442467 Feb 09 16:07:29.142596 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60444) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:29.338464 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-64d0d6bf-aec1-41f9-9840-fb54ece1ca36 None None] Deleting port 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:07:29.338886 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64d0d6bf-aec1-41f9-9840-fb54ece1ca36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.405494 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-64d0d6bf-aec1-41f9-9840-fb54ece1ca36 None None] The port '9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f' was deleted {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 16:07:29.619355 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2904ad52-8c9a-4281-9ba5-18c2c7b9d47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1695319'] for router_interface, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.141964 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0e856-2dcc-4886-a0c0-569374ab5546 req-54789b31-b797-41ec-b5d4-945ca4fd2d97 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:30.143448 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4bc0e856-2dcc-4886-a0c0-569374ab5546 req-54789b31-b797-41ec-b5d4-945ca4fd2d97 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.1334026 Feb 09 16:07:30.230653 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4bc0e856-2dcc-4886-a0c0-569374ab5546 req-58fd5db3-f5a6-4b4d-b318-7fb4e8c31099 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804651 Feb 09 16:07:30.300208 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:07:30.313984 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-2904ad52-8c9a-4281-9ba5-18c2c7b9d47b admin admin] Deleting port ca40ccc3-ec57-4069-b6df-d18c795fc8a1 {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:07:30.315851 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2904ad52-8c9a-4281-9ba5-18c2c7b9d47b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.329332 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.334195 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:07:30.334538 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 9cd7e69b-f0d5-4ca7-a797-ff87a8b3127f not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:07:30.480211 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [None req-2904ad52-8c9a-4281-9ba5-18c2c7b9d47b admin admin] For port ca40ccc3-ec57-4069-b6df-d18c795fc8a1, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=ca40ccc3-ec57-4069-b6df-d18c795fc8a1,segment=NetworkSegment(5cc6f2ec-18dd-411c-87e1-dd88345dde9b),segment_id=5cc6f2ec-18dd-411c-87e1-dd88345dde9b)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:30.480473 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2904ad52-8c9a-4281-9ba5-18c2c7b9d47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.600098 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-2904ad52-8c9a-4281-9ba5-18c2c7b9d47b admin admin] Calling delete_port for ca40ccc3-ec57-4069-b6df-d18c795fc8a1 owned by network:router_interface {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:07:30.830532 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2904ad52-8c9a-4281-9ba5-18c2c7b9d47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.876631 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904ad52-8c9a-4281-9ba5-18c2c7b9d47b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca40ccc3-ec57-4069-b6df-d18c795fc8a1,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:31.244404 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2904ad52-8c9a-4281-9ba5-18c2c7b9d47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695460'] for router_interface, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:31.452491 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de09360-2b14-4e6b-874c-08bd349c36c4 req-a3cd771c-9c3c-43a2-ab08-618ca9db57fa tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:31.453952 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0de09360-2b14-4e6b-874c-08bd349c36c4 req-a3cd771c-9c3c-43a2-ab08-618ca9db57fa tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0818481 Feb 09 16:07:31.500748 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0de09360-2b14-4e6b-874c-08bd349c36c4 req-386d6802-3a33-465d-92f9-2a8b47f8feab tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410903 Feb 09 16:07:31.815676 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2904ad52-8c9a-4281-9ba5-18c2c7b9d47b admin admin] Router df8f82b2-0fb8-4f6e-b05c-44b884bd0efb has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:07:32.011610 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2904ad52-8c9a-4281-9ba5-18c2c7b9d47b admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:07:32.020215 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a279e4b-06e7-427f-8d1a-516ba2ada64a None None] Sync routers for ids ['df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'] in dv-cinder-825105-1-smb {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:07:32.024224 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-2904ad52-8c9a-4281-9ba5-18c2c7b9d47b admin admin] 10.222.0.30 "PUT /v2.0/routers/df8f82b2-0fb8-4f6e-b05c-44b884bd0efb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8782036 Feb 09 16:07:32.024594 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60458) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:32.034346 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a279e4b-06e7-427f-8d1a-516ba2ada64a None None] Routers {'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:07:32.035043 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6a279e4b-06e7-427f-8d1a-516ba2ada64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:07:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:32.230697 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-1cfc07d2-3b42-427a-aa13-01270602ed54 admin admin] Notify callbacks [] for router, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.241342 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-6a279e4b-06e7-427f-8d1a-516ba2ada64a None None] Set router df8f82b2-0fb8-4f6e-b05c-44b884bd0efb gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:07:32.450529 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-1cfc07d2-3b42-427a-aa13-01270602ed54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.516134 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc07d2-3b42-427a-aa13-01270602ed54 admin admin] Deleting port 28249c5b-6c53-44b7-a24d-3babebc3beec {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:07:32.516566 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-1cfc07d2-3b42-427a-aa13-01270602ed54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.525928 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6a279e4b-06e7-427f-8d1a-516ba2ada64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'name': 'tempest-TestMinimumBasicScenario-1798153553-router', 'tenant_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '28249c5b-6c53-44b7-a24d-3babebc3beec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:38Z', 'updated_at': '2022-02-09T16:07:30Z', 'revision_number': 5, 'project_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'gw_port': {'id': '28249c5b-6c53-44b7-a24d-3babebc3beec', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:39Z', 'updated_at': '2022-02-09T16:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:32.529968 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a279e4b-06e7-427f-8d1a-516ba2ada64a None None] Checking router: df8f82b2-0fb8-4f6e-b05c-44b884bd0efb for host: dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:07:32.540262 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a279e4b-06e7-427f-8d1a-516ba2ada64a None None] Routers {'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:07:32.540866 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6a279e4b-06e7-427f-8d1a-516ba2ada64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:07:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:32.715079 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-6a279e4b-06e7-427f-8d1a-516ba2ada64a None None] Set router df8f82b2-0fb8-4f6e-b05c-44b884bd0efb gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:07:32.736336 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195552c-e28a-45b9-8839-d2dba461a9a4 req-dc92ea24-778b-43d5-85bd-3e89a53e99b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:32.737833 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9195552c-e28a-45b9-8839-d2dba461a9a4 req-dc92ea24-778b-43d5-85bd-3e89a53e99b9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0942543 Feb 09 16:07:32.799961 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9195552c-e28a-45b9-8839-d2dba461a9a4 req-c16369b3-9b84-46d1-8881-48372dfefa86 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552080 Feb 09 16:07:32.826827 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [None req-1cfc07d2-3b42-427a-aa13-01270602ed54 admin admin] For port 28249c5b-6c53-44b7-a24d-3babebc3beec, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=28249c5b-6c53-44b7-a24d-3babebc3beec,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:32.827245 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-1cfc07d2-3b42-427a-aa13-01270602ed54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.830678 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6a279e4b-06e7-427f-8d1a-516ba2ada64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'name': 'tempest-TestMinimumBasicScenario-1798153553-router', 'tenant_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:38Z', 'updated_at': '2022-02-09T16:07:32Z', 'revision_number': 6, 'project_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'gw_port_host': None}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:32.837197 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a279e4b-06e7-427f-8d1a-516ba2ada64a None None] The sync data for ids ['df8f82b2-0fb8-4f6e-b05c-44b884bd0efb'] in dv-cinder-825105-1-smb is: [{'id': 'df8f82b2-0fb8-4f6e-b05c-44b884bd0efb', 'name': 'tempest-TestMinimumBasicScenario-1798153553-router', 'tenant_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:38Z', 'updated_at': '2022-02-09T16:07:32Z', 'revision_number': 6, 'project_id': 'eff712e756e74ffc85d416b8d2cbaa9c', 'gw_port_host': None}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:07:32.955935 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc07d2-3b42-427a-aa13-01270602ed54 admin admin] Calling delete_port for 28249c5b-6c53-44b7-a24d-3babebc3beec owned by network:router_gateway {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:07:33.219543 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-1cfc07d2-3b42-427a-aa13-01270602ed54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.251604 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:07:33.265349 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc07d2-3b42-427a-aa13-01270602ed54 admin admin] Pushing event deleted for resources: {'Port': ['ID=28249c5b-6c53-44b7-a24d-3babebc3beec,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:33.499170 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-1cfc07d2-3b42-427a-aa13-01270602ed54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691954'] for router_gateway, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.773923 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-1cfc07d2-3b42-427a-aa13-01270602ed54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41891'] for router, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.778169 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-1cfc07d2-3b42-427a-aa13-01270602ed54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.865010 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-1cfc07d2-3b42-427a-aa13-01270602ed54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693718'] for router, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.865719 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfc07d2-3b42-427a-aa13-01270602ed54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df8f82b2-0fb8-4f6e-b05c-44b884bd0efb {{(pid=83708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:07:33.880788 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-1cfc07d2-3b42-427a-aa13-01270602ed54 admin admin] Notify callbacks [] for router, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.884775 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-1cfc07d2-3b42-427a-aa13-01270602ed54 admin admin] 10.222.0.30 "DELETE /v2.0/routers/df8f82b2-0fb8-4f6e-b05c-44b884bd0efb HTTP/1.1" status: 204 len: 168 time: 1.8564553 Feb 09 16:07:33.885056 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60474) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:33.953062 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0bb82-28ef-4c90-9455-a6e4d3044a8f req-538ae44b-dace-413e-9b24-f69d24e3a16e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:33.954869 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a36a09-da17-4bbb-be73-a502a79dc44c admin admin] Deleting subnet 10bbd581-d82a-4fcc-b41b-358a69203215 {{(pid=83708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:07:33.955019 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b0a0bb82-28ef-4c90-9455-a6e4d3044a8f req-538ae44b-dace-413e-9b24-f69d24e3a16e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.1628995 Feb 09 16:07:33.998164 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d6a36a09-da17-4bbb-be73-a502a79dc44c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.004418 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b0a0bb82-28ef-4c90-9455-a6e4d3044a8f req-803b8619-5855-4672-9df7-8871f4c15677 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437920 Feb 09 16:07:34.065467 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d6a36a09-da17-4bbb-be73-a502a79dc44c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354091'] for subnet, precommit_delete_associations {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.127497 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c75c0f-6137-4aad-a198-9d4df36252d2 req-9b3e609d-9d40-4ca9-87cb-9b6fea9babb7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:34.128854 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d8c75c0f-6137-4aad-a198-9d4df36252d2 req-9b3e609d-9d40-4ca9-87cb-9b6fea9babb7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.1711731 Feb 09 16:07:34.189904 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d6a36a09-da17-4bbb-be73-a502a79dc44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3247574'] for subnet, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.217386 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d8c75c0f-6137-4aad-a198-9d4df36252d2 req-7037467c-af2a-44ef-be49-a3ba9a8a469b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812142 Feb 09 16:07:34.297758 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device ca40ccc3-ec57-4069-b6df-d18c795fc8a1 no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:07:34.332368 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: ca40ccc3-ec57-4069-b6df-d18c795fc8a1 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:07:34.332702 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device ca40ccc3-ec57-4069-b6df-d18c795fc8a1 not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:07:34.333097 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 28249c5b-6c53-44b7-a24d-3babebc3beec no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:07:34.333669 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d6a36a09-da17-4bbb-be73-a502a79dc44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3247599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1352343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6906885'] for subnet, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.363029 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: 28249c5b-6c53-44b7-a24d-3babebc3beec {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:07:34.363363 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 28249c5b-6c53-44b7-a24d-3babebc3beec not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:07:34.371278 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a36a09-da17-4bbb-be73-a502a79dc44c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10bbd581-d82a-4fcc-b41b-358a69203215,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:34.378701 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-d6a36a09-da17-4bbb-be73-a502a79dc44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.383577 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3cd02e-69ea-461f-adcb-9a015c23d6bd None None] Network e9c76b89-187f-4d78-a222-50db5fca3af4 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:07:34.384516 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-d6a36a09-da17-4bbb-be73-a502a79dc44c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/10bbd581-d82a-4fcc-b41b-358a69203215 HTTP/1.1" status: 204 len: 168 time: 0.4984906 Feb 09 16:07:34.387120 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60478) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:34.581451 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3173060'] for network, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.592254 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] Deleting port a568849a-3e7c-4c7a-834d-bbe0092fc239 {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:07:34.592578 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.675803 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a555a8-8087-47da-b2e7-cf710139549e None None] DHCP port deletion for e9c76b89-187f-4d78-a222-50db5fca3af4 request from dv-cinder-825105-1-smb {{(pid=83710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 16:07:34.679897 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-67a555a8-8087-47da-b2e7-cf710139549e None None] Deleting port a568849a-3e7c-4c7a-834d-bbe0092fc239 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:07:34.680397 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67a555a8-8087-47da-b2e7-cf710139549e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.803217 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] For port a568849a-3e7c-4c7a-834d-bbe0092fc239, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=a568849a-3e7c-4c7a-834d-bbe0092fc239,segment=NetworkSegment(5cc6f2ec-18dd-411c-87e1-dd88345dde9b),segment_id=5cc6f2ec-18dd-411c-87e1-dd88345dde9b)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:34.803572 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.879989 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-67a555a8-8087-47da-b2e7-cf710139549e None None] For port a568849a-3e7c-4c7a-834d-bbe0092fc239, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=a568849a-3e7c-4c7a-834d-bbe0092fc239,segment=NetworkSegment(5cc6f2ec-18dd-411c-87e1-dd88345dde9b),segment_id=5cc6f2ec-18dd-411c-87e1-dd88345dde9b)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:34.880406 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67a555a8-8087-47da-b2e7-cf710139549e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.927478 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] Calling delete_port for a568849a-3e7c-4c7a-834d-bbe0092fc239 owned by network:dhcp {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:07:35.000905 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-67a555a8-8087-47da-b2e7-cf710139549e None None] Calling delete_port for a568849a-3e7c-4c7a-834d-bbe0092fc239 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:07:35.053800 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.074125 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.db.api [None req-67a555a8-8087-47da-b2e7-cf710139549e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:07:35.074588 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG oslo_db.api [None req-67a555a8-8087-47da-b2e7-cf710139549e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:07:35.100277 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] Pushing event deleted for resources: {'Port': ['ID=a568849a-3e7c-4c7a-834d-bbe0092fc239,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:35.106232 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] No DVR routers for this DVR port a568849a-3e7c-4c7a-834d-bbe0092fc239 on host dv-cinder-825105-1-smb {{(pid=83708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:35.207239 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a6874-b4f6-416c-ba2e-857bda8c58ee req-133ac327-4c15-4056-8598-17c27cd2383a tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:35.208611 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-272a6874-b4f6-416c-ba2e-857bda8c58ee req-133ac327-4c15-4056-8598-17c27cd2383a tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0786574 Feb 09 16:07:35.225085 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3246939', 'neutron.services.segments.db._delete_segments_for_network-8772266662247'] for network, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.249686 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c76b89-187f-4d78-a222-50db5fca3af4']}} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:35.256221 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-272a6874-b4f6-416c-ba2e-857bda8c58ee req-cb2cf589-a716-4519-8de6-f22144b91c07 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419836 Feb 09 16:07:35.261373 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc6f2ec-18dd-411c-87e1-dd88345dde9b') {'for_net_delete': True} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:35.261657 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc6f2ec-18dd-411c-87e1-dd88345dde9b') {} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:35.273420 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772266661614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1354080'] for segment, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.289921 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.296505 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=83708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:07:35.301334 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3244415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1352253'] for segment, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: Traceback (most recent call last): Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: timer() Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: cb(*args, **kw) Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: return func(*args, **kwargs) Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: self._notify() Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: self.callback(batched_events) Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: event.method(event) Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: return f(self, *a, **k) Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: return self._get(url).json() Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: return self.request(url, 'GET', **kwargs) Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:07:35.309694 dv-cinder-825105-1-smb neutron-server[83708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:07:35.447416 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ae87f-7e57-4eb9-a13c-579064f0b5fb req-d6d8068c-a778-40b1-a173-eef438f93766 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:35.448863 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ed7ae87f-7e57-4eb9-a13c-579064f0b5fb req-d6d8068c-a778-40b1-a173-eef438f93766 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0912635 Feb 09 16:07:35.473069 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3246932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691991'] for network, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.495150 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.514514 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c76b89-187f-4d78-a222-50db5fca3af4,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:35.519355 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-78de6eb9-67da-4edd-a46e-48fc32afdb8a admin admin] 10.222.0.30 "DELETE /v2.0/networks/e9c76b89-187f-4d78-a222-50db5fca3af4 HTTP/1.1" status: 204 len: 168 time: 1.1306050 Feb 09 16:07:35.527166 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ed7ae87f-7e57-4eb9-a13c-579064f0b5fb req-99ac1427-024e-4e49-8362-0faaf0af0fa1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727086 Feb 09 16:07:35.576183 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-67a555a8-8087-47da-b2e7-cf710139549e None None] Deleting port a568849a-3e7c-4c7a-834d-bbe0092fc239 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:07:35.576723 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67a555a8-8087-47da-b2e7-cf710139549e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.639190 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-67a555a8-8087-47da-b2e7-cf710139549e None None] The port 'a568849a-3e7c-4c7a-834d-bbe0092fc239' was deleted {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 16:07:35.918038 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 60488) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:35.969747 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-2b3de08c-3c6a-49a2-b974-408f36bb506c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=834941f3691d47a1809756d053797f2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505290 Feb 09 16:07:35.972491 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 60492) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:36.029753 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-47ece1df-e922-4794-8dfe-0e6b7d5128b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.054889 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-47ece1df-e922-4794-8dfe-0e6b7d5128b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.178611 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-47ece1df-e922-4794-8dfe-0e6b7d5128b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.194294 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ece1df-e922-4794-8dfe-0e6b7d5128b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5658b18-bf8f-4a17-a299-c5f04586a3e3,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:36.246075 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-47ece1df-e922-4794-8dfe-0e6b7d5128b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.247915 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-47ece1df-e922-4794-8dfe-0e6b7d5128b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5658b18-bf8f-4a17-a299-c5f04586a3e3 HTTP/1.1" status: 204 len: 168 time: 0.2745190 Feb 09 16:07:36.292247 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device a568849a-3e7c-4c7a-834d-bbe0092fc239 no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:07:36.327893 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: a568849a-3e7c-4c7a-834d-bbe0092fc239 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:07:36.328232 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device a568849a-3e7c-4c7a-834d-bbe0092fc239 not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:07:36.457699 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9f5b7-89e1-46c0-9c7f-eb3ad2ee638a req-79ef7ca3-8f7f-45ec-ac49-8e37b5a740d1 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:36.459167 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8fc9f5b7-89e1-46c0-9c7f-eb3ad2ee638a req-79ef7ca3-8f7f-45ec-ac49-8e37b5a740d1 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0786533 Feb 09 16:07:36.505594 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8fc9f5b7-89e1-46c0-9c7f-eb3ad2ee638a req-ea0cc6f4-91ef-4617-9454-597cbe674f2e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409596 Feb 09 16:07:36.741444 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06d48d-5723-4c38-bbd1-722c3cb02498 req-1863338d-c7cc-410b-bee2-7f7c90c3a02b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:36.742925 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8a06d48d-5723-4c38-bbd1-722c3cb02498 req-1863338d-c7cc-410b-bee2-7f7c90c3a02b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0776527 Feb 09 16:07:36.787543 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8a06d48d-5723-4c38-bbd1-722c3cb02498 req-4b2f3429-c54c-4403-9fbd-72327fb87170 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384815 Feb 09 16:07:36.813332 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device d5306ced-1f84-49db-97af-6c0223ec7724 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:07:36.946903 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port d5306ced-1f84-49db-97af-6c0223ec7724, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d5306ced-1f84-49db-97af-6c0223ec7724,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:36.960135 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': 'd5306ced-1f84-49db-97af-6c0223ec7724', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'port_id': 'd5306ced-1f84-49db-97af-6c0223ec7724', 'mac_address': 'fa:16:3e:90:a5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:07:36.976510 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 60504) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:37.016179 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:37.026210 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-c52144f2-05c3-4b37-99ff-76ac21832788 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eff712e756e74ffc85d416b8d2cbaa9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485570 Feb 09 16:07:37.029183 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 60508) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:37.037279 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5306ced-1f84-49db-97af-6c0223ec7724 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:07:37.052892 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port d5306ced-1f84-49db-97af-6c0223ec7724, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d5306ced-1f84-49db-97af-6c0223ec7724,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:37.086551 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e6c05e9f-aea7-494b-9454-0c289fc51296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:37.112537 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e6c05e9f-aea7-494b-9454-0c289fc51296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:37.139276 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:37.209696 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=d5306ced-1f84-49db-97af-6c0223ec7724,revision_number=6']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:37.218644 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:37.218985 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:37.219318 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:37.219645 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:37.219976 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:37.220298 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:37.220617 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:37.220933 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:37.221250 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:37.221563 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:37.221887 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:37.226745 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['d5306ced-1f84-49db-97af-6c0223ec7724'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:07:37.235937 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e6c05e9f-aea7-494b-9454-0c289fc51296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:37.254912 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c05e9f-aea7-494b-9454-0c289fc51296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c82d60-8329-4758-a53e-c76651e234b5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:37.259181 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e6c05e9f-aea7-494b-9454-0c289fc51296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:37.264178 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-e6c05e9f-aea7-494b-9454-0c289fc51296 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28c82d60-8329-4758-a53e-c76651e234b5 HTTP/1.1" status: 204 len: 168 time: 0.2301931 Feb 09 16:07:37.711655 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519df99-bfb2-4db2-81d4-6cf17013afd4 req-1dd76414-9aef-43e9-8a59-902ccac9450c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:37.713234 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9519df99-bfb2-4db2-81d4-6cf17013afd4 req-1dd76414-9aef-43e9-8a59-902ccac9450c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0805223 Feb 09 16:07:37.764539 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9519df99-bfb2-4db2-81d4-6cf17013afd4 req-45408c8f-a242-4653-84c1-0ab9f1f7fc64 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452774 Feb 09 16:07:38.014605 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c865ccb-41fa-4ff4-9cd7-5e0af9163244 req-1cd7be3f-eaac-4203-9115-b272656b7a99 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:38.016061 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6c865ccb-41fa-4ff4-9cd7-5e0af9163244 req-1cd7be3f-eaac-4203-9115-b272656b7a99 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 944 time: 0.0825789 Feb 09 16:07:38.060815 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6c865ccb-41fa-4ff4-9cd7-5e0af9163244 req-2e170efd-60d9-4552-a979-2e1f95bea910 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393398 Feb 09 16:07:38.829392 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device d5306ced-1f84-49db-97af-6c0223ec7724 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:07:38.911282 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port d5306ced-1f84-49db-97af-6c0223ec7724 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:38.911659 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:39.001741 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd453c7-b18c-4fcc-8187-6b9154bd2b35 req-a6df7790-a500-4cb0-8dc0-87053d5bf804 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:39.003780 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6cd453c7-b18c-4fcc-8187-6b9154bd2b35 req-a6df7790-a500-4cb0-8dc0-87053d5bf804 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0969336 Feb 09 16:07:39.054299 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:39.068407 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6cd453c7-b18c-4fcc-8187-6b9154bd2b35 req-3a4241bd-c045-456c-bb06-fe0211b1406f tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553739 Feb 09 16:07:39.087693 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5306ced-1f84-49db-97af-6c0223ec7724'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:39.110472 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port d5306ced-1f84-49db-97af-6c0223ec7724, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d5306ced-1f84-49db-97af-6c0223ec7724,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:39.202383 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:39.285028 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=d5306ced-1f84-49db-97af-6c0223ec7724,revision_number=7']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:39.362081 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5306ced-1f84-49db-97af-6c0223ec7724', 'code': 200} Feb 09 16:07:39.508364 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded1b7b-9ea7-4880-93df-82157ad97e4b req-88643a2d-7b75-40c6-a83e-d269a3cb18b2 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:39.509827 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cded1b7b-9ea7-4880-93df-82157ad97e4b req-88643a2d-7b75-40c6-a83e-d269a3cb18b2 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0981956 Feb 09 16:07:39.574774 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cded1b7b-9ea7-4880-93df-82157ad97e4b req-0f8e0351-1539-4670-a80e-f46378a20d36 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593345 Feb 09 16:07:40.050986 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4031f4-1aff-4535-bc0a-b3163ce5a3a8 req-6f34583b-fc41-42d6-99e6-861cde438f22 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:40.052598 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3b4031f4-1aff-4535-bc0a-b3163ce5a3a8 req-6f34583b-fc41-42d6-99e6-861cde438f22 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0890760 Feb 09 16:07:40.124679 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3b4031f4-1aff-4535-bc0a-b3163ce5a3a8 req-75a5b14b-b653-49e3-863a-294364141b48 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661187 Feb 09 16:07:40.279160 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086150b-1747-44d0-81cd-41258de26f6c req-e2e1349d-09d7-4789-9bdd-b3e69a52de78 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:40.280766 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3086150b-1747-44d0-81cd-41258de26f6c req-e2e1349d-09d7-4789-9bdd-b3e69a52de78 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0880275 Feb 09 16:07:40.334711 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3086150b-1747-44d0-81cd-41258de26f6c req-15f40627-415f-46de-8eec-1b2d082bb1a8 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482135 Feb 09 16:07:40.804524 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e9941-0240-44a8-ab1d-0102d14216cb req-3bc8bf3d-3f3a-4759-a550-ab6c8201bb7d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:40.805971 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-bd8e9941-0240-44a8-ab1d-0102d14216cb req-3bc8bf3d-3f3a-4759-a550-ab6c8201bb7d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0839155 Feb 09 16:07:40.853073 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-bd8e9941-0240-44a8-ab1d-0102d14216cb req-d1fa9195-e034-42fe-8c2f-30242a4ba8e6 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409672 Feb 09 16:07:41.329936 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f50ca1-8b12-4d9a-aeff-155fc85e6fbd req-f44c7f8d-9dc0-44e4-afbe-cc4631ea0b51 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:41.331677 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-34f50ca1-8b12-4d9a-aeff-155fc85e6fbd req-f44c7f8d-9dc0-44e4-afbe-cc4631ea0b51 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0903943 Feb 09 16:07:41.384749 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-34f50ca1-8b12-4d9a-aeff-155fc85e6fbd req-29d5dbd4-d954-4360-af92-f4b9ccbb9adc tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473635 Feb 09 16:07:41.563343 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84af14-a90c-42e2-9727-933b7d282419 req-d6e87e2d-f275-4984-b10c-837cf81a8ee1 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:41.564775 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ef84af14-a90c-42e2-9727-933b7d282419 req-d6e87e2d-f275-4984-b10c-837cf81a8ee1 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0854318 Feb 09 16:07:41.624232 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ef84af14-a90c-42e2-9727-933b7d282419 req-011e0eeb-2d8b-434e-af64-ede49b912b1d tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535440 Feb 09 16:07:42.094690 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a68d9-357b-48a1-953d-83b827c86ccb req-079739f9-8283-4920-b2f0-8f1c9c5228c2 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:42.095142 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-382a68d9-357b-48a1-953d-83b827c86ccb req-079739f9-8283-4920-b2f0-8f1c9c5228c2 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0864270 Feb 09 16:07:42.151832 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-382a68d9-357b-48a1-953d-83b827c86ccb req-d043c36e-1169-41d8-9632-4491c3f2ef16 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491366 Feb 09 16:07:42.600621 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31477f6c-b763-464b-b95c-356077530c43 req-8c3c6f3e-4a91-4289-8731-edd97b0ba36a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:42.602126 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-31477f6c-b763-464b-b95c-356077530c43 req-8c3c6f3e-4a91-4289-8731-edd97b0ba36a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0870965 Feb 09 16:07:42.659055 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-31477f6c-b763-464b-b95c-356077530c43 req-10f95ad1-3071-4712-8d8e-96b6f0b52077 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505974 Feb 09 16:07:42.861220 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c57362-ba09-4470-b4dc-fce8d2ad9563 req-c365aa4f-167a-4107-b80c-03526c1fe082 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:42.863691 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-76c57362-ba09-4470-b4dc-fce8d2ad9563 req-c365aa4f-167a-4107-b80c-03526c1fe082 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0845830 Feb 09 16:07:42.919546 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-76c57362-ba09-4470-b4dc-fce8d2ad9563 req-18fbffbd-d8e8-4a21-bbcd-00eb69c963c7 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490060 Feb 09 16:07:43.400794 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa66f73-9ba4-4c74-b32c-8ad02f5a7498 req-f78fa567-923e-4e10-a76b-f32f91f8276b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:43.406590 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-bfa66f73-9ba4-4c74-b32c-8ad02f5a7498 req-f78fa567-923e-4e10-a76b-f32f91f8276b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0996180 Feb 09 16:07:43.458706 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-bfa66f73-9ba4-4c74-b32c-8ad02f5a7498 req-e28062f0-9653-48e6-8bec-729197b9a1d8 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501220 Feb 09 16:07:43.904907 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d496ea-677d-464b-b821-6d2b5b268171 req-6547488a-fb4b-4dba-8d41-d019633ba209 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:43.906499 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-10d496ea-677d-464b-b821-6d2b5b268171 req-6547488a-fb4b-4dba-8d41-d019633ba209 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0924082 Feb 09 16:07:44.047887 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-10d496ea-677d-464b-b821-6d2b5b268171 req-dfbc46eb-19ff-46e9-abd4-12c8df9c73c0 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351161 Feb 09 16:07:44.155897 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7bcbc-de81-4bc5-97d3-bdedddd7eef6 req-3282ab67-a692-4c27-bab8-488d341935a3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:44.157475 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc7bcbc-de81-4bc5-97d3-bdedddd7eef6 req-3282ab67-a692-4c27-bab8-488d341935a3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0955060 Feb 09 16:07:44.214765 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc7bcbc-de81-4bc5-97d3-bdedddd7eef6 req-87db9846-4faf-4713-ad8b-0a1c1817cd6e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512173 Feb 09 16:07:44.672599 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ee966-0ea7-4853-9b4b-b3f1e8ea8061 req-6e59f1cb-8565-417a-a331-bc5d7a606683 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:44.674056 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0b7ee966-0ea7-4853-9b4b-b3f1e8ea8061 req-6e59f1cb-8565-417a-a331-bc5d7a606683 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0769951 Feb 09 16:07:44.719770 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0b7ee966-0ea7-4853-9b4b-b3f1e8ea8061 req-1ef5a486-0920-4f28-9f1f-c1fc90c97365 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397353 Feb 09 16:07:45.257354 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27274b89-1ec3-4d1e-acd7-43d03524d709 req-cf45057e-850c-4051-8428-579e374e0a24 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:45.258872 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-27274b89-1ec3-4d1e-acd7-43d03524d709 req-cf45057e-850c-4051-8428-579e374e0a24 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0827405 Feb 09 16:07:45.319933 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-27274b89-1ec3-4d1e-acd7-43d03524d709 req-297813dc-956a-41be-a07b-3b8c804ac2a0 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535893 Feb 09 16:07:45.430123 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde62fd4-68b7-422f-b238-547b73dff70a req-d49ef09c-01b8-447a-9626-3f7d1dd1ac64 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:45.431890 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-fde62fd4-68b7-422f-b238-547b73dff70a req-d49ef09c-01b8-447a-9626-3f7d1dd1ac64 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0864561 Feb 09 16:07:45.482163 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-fde62fd4-68b7-422f-b238-547b73dff70a req-5c6c0e40-722a-47ec-9797-57c29b80121b tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433364 Feb 09 16:07:45.966621 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff8020-9998-48ed-9686-ab9f575227a2 req-08905fe1-4fb4-4067-806f-6b5057705690 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:45.973878 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9dff8020-9998-48ed-9686-ab9f575227a2 req-08905fe1-4fb4-4067-806f-6b5057705690 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.1080372 Feb 09 16:07:46.040297 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9dff8020-9998-48ed-9686-ab9f575227a2 req-557d3c86-8f83-4e2c-adfb-0d67e3e0cbdc tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652497 Feb 09 16:07:46.120464 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a0a9b-f9bc-4c92-a3dd-707f3371e5fb req-552bf7dc-e4d9-440d-bb47-dbdc54c4570f tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:46.126595 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-811a0a9b-f9bc-4c92-a3dd-707f3371e5fb req-552bf7dc-e4d9-440d-bb47-dbdc54c4570f tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.1575935 Feb 09 16:07:46.193957 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-46a385b3-dee0-475d-ab03-17e5a1fe9153 req-0dc0a1e9-8eb6-4dea-94f2-5aea5062be92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=affdb33688524e34b4bc227b7e0e8610&device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 1099 time: 0.1448848 Feb 09 16:07:46.197718 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-811a0a9b-f9bc-4c92-a3dd-707f3371e5fb req-b524085e-45cd-41e3-bb12-cb2a1f3d63c8 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697055 Feb 09 16:07:46.338958 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a385b3-dee0-475d-ab03-17e5a1fe9153 req-3e02d1cb-00a6-4501-aa86-c3ab26ac77b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:46.341100 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-46a385b3-dee0-475d-ab03-17e5a1fe9153 req-3e02d1cb-00a6-4501-aa86-c3ab26ac77b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2b3da4be-1f57-494a-a8f4-09aee01d85a0 HTTP/1.1" status: 200 len: 911 time: 0.1399426 Feb 09 16:07:46.533757 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-46a385b3-dee0-475d-ab03-17e5a1fe9153 req-9f40705c-4a6b-4fd7-aff5-3f0a85f4a761 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 HTTP/1.1" status: 200 len: 1002 time: 0.1828752 Feb 09 16:07:46.541994 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e9496-ecce-48ce-bc09-9305150e64cc req-1de25f0f-f76d-4bcd-8354-d3454bc276a3 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:46.544084 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d47e9496-ecce-48ce-bc09-9305150e64cc req-1de25f0f-f76d-4bcd-8354-d3454bc276a3 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0832245 Feb 09 16:07:46.609030 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d47e9496-ecce-48ce-bc09-9305150e64cc req-7a04ccc7-098e-4cec-9d92-ea4e1a52eaa1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563824 Feb 09 16:07:46.611474 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a385b3-dee0-475d-ab03-17e5a1fe9153 req-9ba0d46a-63f9-47fc-a539-523509f36db7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:46.613277 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-46a385b3-dee0-475d-ab03-17e5a1fe9153 req-9ba0d46a-63f9-47fc-a539-523509f36db7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42d3c3d2-bfda-4d8d-9b29-a750ae5d6544 HTTP/1.1" status: 200 len: 849 time: 0.0770230 Feb 09 16:07:46.653291 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:46.696781 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-46a385b3-dee0-475d-ab03-17e5a1fe9153 req-3ec5ad92-a60e-4940-bf97-93606f1534fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2b3da4be-1f57-494a-a8f4-09aee01d85a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765634 Feb 09 16:07:46.843396 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-46a385b3-dee0-475d-ab03-17e5a1fe9153 req-574c0277-eee0-4fd4-89cc-18a9a1397868 service neutron] 10.222.0.42 "GET /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395741 Feb 09 16:07:46.987122 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-46a385b3-dee0-475d-ab03-17e5a1fe9153 req-0d41267a-fa4d-48e3-81e3-38197c9b9b40 service neutron] 10.222.0.42 "GET /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377676 Feb 09 16:07:47.276916 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed96be-f9f1-4aa1-8a1b-b03b14e7f79e req-cfa69679-e1ef-42c7-a47f-72fc98619f77 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:47.279696 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-76ed96be-f9f1-4aa1-8a1b-b03b14e7f79e req-cfa69679-e1ef-42c7-a47f-72fc98619f77 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0996516 Feb 09 16:07:47.351300 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-76ed96be-f9f1-4aa1-8a1b-b03b14e7f79e req-c1a20cca-a4a6-408a-8d26-a1f18bf8c54f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652676 Feb 09 16:07:47.458951 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eedaf1-b8e1-48b5-affc-29a21cc50714 req-5b461561-1fc1-40e0-aebc-364c19c24cfc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:47.460746 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-26eedaf1-b8e1-48b5-affc-29a21cc50714 req-5b461561-1fc1-40e0-aebc-364c19c24cfc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.1036325 Feb 09 16:07:47.521020 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-26eedaf1-b8e1-48b5-affc-29a21cc50714 req-65929be6-7260-47b2-88b9-233862584ef1 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520132 Feb 09 16:07:47.844544 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688e2f8-a69a-4f42-b6e9-7e16f727a1a3 req-18963b31-34fa-4723-a9af-822172db706c tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:47.846069 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f688e2f8-a69a-4f42-b6e9-7e16f727a1a3 req-18963b31-34fa-4723-a9af-822172db706c tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0894773 Feb 09 16:07:47.898475 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f688e2f8-a69a-4f42-b6e9-7e16f727a1a3 req-4413de45-31b3-4837-b7da-e4dee9131b11 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460856 Feb 09 16:07:48.567157 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca4c3e-b814-4635-ae8f-b837f241dcf4 req-a104b8a4-9d31-4d37-b0ba-13a0bef05962 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:48.568584 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ebca4c3e-b814-4635-ae8f-b837f241dcf4 req-a104b8a4-9d31-4d37-b0ba-13a0bef05962 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0775821 Feb 09 16:07:48.616301 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ebca4c3e-b814-4635-ae8f-b837f241dcf4 req-bce6c0bf-da1c-4f1e-8291-a904b27a8186 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421135 Feb 09 16:07:48.757605 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfae25d-8eac-46d5-9788-937e543009bf req-a3d7ddb5-d99a-4fb0-9d9e-46b42ce5f0d8 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:48.759066 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7bfae25d-8eac-46d5-9788-937e543009bf req-a3d7ddb5-d99a-4fb0-9d9e-46b42ce5f0d8 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0769291 Feb 09 16:07:48.808288 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7bfae25d-8eac-46d5-9788-937e543009bf req-3b22be5e-0a95-4740-84a9-dd5af5e01fe9 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428936 Feb 09 16:07:49.122400 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e16ed-c39d-482c-8146-a35765236dc2 req-3e45a77d-9355-4144-8967-e51cd00df435 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:49.123803 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-319e16ed-c39d-482c-8146-a35765236dc2 req-3e45a77d-9355-4144-8967-e51cd00df435 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0879157 Feb 09 16:07:49.182736 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-319e16ed-c39d-482c-8146-a35765236dc2 req-7b6d9ae4-1d79-49e6-b01b-956c042a9bbb tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531909 Feb 09 16:07:49.833503 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e8be8-80ac-4c2d-9935-6d46aa9fc3cb req-b13b944d-2d0a-4e09-a7af-b4a47e0dfc9b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:49.834976 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ee7e8be8-80ac-4c2d-9935-6d46aa9fc3cb req-b13b944d-2d0a-4e09-a7af-b4a47e0dfc9b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0780215 Feb 09 16:07:49.881540 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ee7e8be8-80ac-4c2d-9935-6d46aa9fc3cb req-6d7d17da-d9d2-44d3-878e-a9a463a309ca tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410099 Feb 09 16:07:50.297145 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c01db8a0-f423-4709-94bd-e06018b94726 req-b04e7472-7502-4a63-927b-7f988e7e45ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43ed7dd9edae4b20a88c5eba35af5527&device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 1099 time: 0.0738480 Feb 09 16:07:50.383710 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5781f-9f00-420c-9f1a-7263f1aa40c0 req-bf4f06ba-3014-4c0d-ad63-62913f4fb13b tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:50.390679 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0ec5781f-9f00-420c-9f1a-7263f1aa40c0 req-bf4f06ba-3014-4c0d-ad63-62913f4fb13b tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0877078 Feb 09 16:07:50.433302 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01db8a0-f423-4709-94bd-e06018b94726 req-297bb710-8a0c-4c4f-83d3-8efe622b6fc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:50.434853 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c01db8a0-f423-4709-94bd-e06018b94726 req-297bb710-8a0c-4c4f-83d3-8efe622b6fc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=18c16b04-0f6a-43fa-a890-19fb89b12238 HTTP/1.1" status: 200 len: 909 time: 0.1312647 Feb 09 16:07:50.444013 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0ec5781f-9f00-420c-9f1a-7263f1aa40c0 req-62f33768-365b-4062-952f-f29b35c84cc2 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510638 Feb 09 16:07:50.549242 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c01db8a0-f423-4709-94bd-e06018b94726 req-6ccb0e18-dd74-4d5f-99cf-13f8482fae2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16d13756-7324-470e-ba51-a66d44fb148e HTTP/1.1" status: 200 len: 1002 time: 0.1048961 Feb 09 16:07:50.585637 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5733ad1f-25ea-461d-8d36-21b9ace8b7a1 req-fb7f8d0d-dc5b-4dff-acb3-c8ae7666b196 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=583b1cb4cc844713b243032c95f65f45&device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 1098 time: 0.0735116 Feb 09 16:07:50.627873 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01db8a0-f423-4709-94bd-e06018b94726 req-d12c139e-2f0b-4473-8fd3-774546478111 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:50.637762 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c01db8a0-f423-4709-94bd-e06018b94726 req-d12c139e-2f0b-4473-8fd3-774546478111 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1414b891-07be-4dcb-b434-3590d3850f3b HTTP/1.1" status: 200 len: 847 time: 0.0828369 Feb 09 16:07:50.729878 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733ad1f-25ea-461d-8d36-21b9ace8b7a1 req-a5868614-0f5b-48c1-9bd0-b706b3f5e7bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:50.732331 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5733ad1f-25ea-461d-8d36-21b9ace8b7a1 req-a5868614-0f5b-48c1-9bd0-b706b3f5e7bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af HTTP/1.1" status: 200 len: 918 time: 0.1406193 Feb 09 16:07:50.733938 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c01db8a0-f423-4709-94bd-e06018b94726 req-1111eacd-5a84-4e81-beec-038d9db8a1f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18c16b04-0f6a-43fa-a890-19fb89b12238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0900788 Feb 09 16:07:50.877795 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5733ad1f-25ea-461d-8d36-21b9ace8b7a1 req-9be0dd46-b9b7-4d17-9c3a-387e2186b806 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5306ced-1f84-49db-97af-6c0223ec7724 HTTP/1.1" status: 200 len: 1000 time: 0.1357086 Feb 09 16:07:50.905209 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c01db8a0-f423-4709-94bd-e06018b94726 req-941e3745-8aa1-4f74-bd20-975030ec9d01 service neutron] 10.222.0.42 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627007 Feb 09 16:07:50.941462 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733ad1f-25ea-461d-8d36-21b9ace8b7a1 req-f8432adb-a7e4-4416-a28b-d4d25edaa323 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:50.942950 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5733ad1f-25ea-461d-8d36-21b9ace8b7a1 req-f8432adb-a7e4-4416-a28b-d4d25edaa323 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b HTTP/1.1" status: 200 len: 856 time: 0.0600591 Feb 09 16:07:51.024367 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5733ad1f-25ea-461d-8d36-21b9ace8b7a1 req-4e758c5a-c68c-4389-a223-3bc95a0c35aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757320 Feb 09 16:07:51.154958 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5733ad1f-25ea-461d-8d36-21b9ace8b7a1 req-9916e83d-d7ab-477e-93ca-d20b7426bd40 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243761 Feb 09 16:07:51.157613 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c01db8a0-f423-4709-94bd-e06018b94726 req-70fa8788-8aec-4dad-a940-0a26bb721b47 service neutron] 10.222.0.42 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467628 Feb 09 16:07:51.175984 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c8bec-7380-4f97-a9d6-9c365475faf5 req-966a52cf-09f6-4b5a-b680-099be2baeee4 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:51.177419 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-053c8bec-7380-4f97-a9d6-9c365475faf5 req-966a52cf-09f6-4b5a-b680-099be2baeee4 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.1136692 Feb 09 16:07:51.224811 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-053c8bec-7380-4f97-a9d6-9c365475faf5 req-5ff92da1-8268-4e9f-9dea-a24a195ceea7 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418985 Feb 09 16:07:51.288881 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5733ad1f-25ea-461d-8d36-21b9ace8b7a1 req-af7c82e2-67ec-4fd7-8199-6b9832641ea6 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258690 Feb 09 16:07:51.640675 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc7a89-6105-474d-82ec-c86fdcb5e981 req-d010b7a4-98b8-4cee-b64b-f13d9496342f tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:51.642155 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2cfc7a89-6105-474d-82ec-c86fdcb5e981 req-d010b7a4-98b8-4cee-b64b-f13d9496342f tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0778401 Feb 09 16:07:51.688918 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2cfc7a89-6105-474d-82ec-c86fdcb5e981 req-f9b25e69-fe99-4483-9f3f-4dfc1c27d324 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413342 Feb 09 16:07:51.875223 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-765eada4-916c-4a33-8c6d-10995de27ded req-6c03747a-d7e4-42a5-9b09-c8d744d0a8ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43ed7dd9edae4b20a88c5eba35af5527&device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 1099 time: 0.1390145 Feb 09 16:07:52.022008 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765eada4-916c-4a33-8c6d-10995de27ded req-dd03e9c2-a529-477b-b8a8-b8c94aff4f60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:52.023451 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-765eada4-916c-4a33-8c6d-10995de27ded req-dd03e9c2-a529-477b-b8a8-b8c94aff4f60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=18c16b04-0f6a-43fa-a890-19fb89b12238 HTTP/1.1" status: 200 len: 909 time: 0.1279409 Feb 09 16:07:52.122150 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-765eada4-916c-4a33-8c6d-10995de27ded req-c61e6434-c1f2-45ba-8042-e0d068b7f464 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16d13756-7324-470e-ba51-a66d44fb148e HTTP/1.1" status: 200 len: 1002 time: 0.0904732 Feb 09 16:07:52.186998 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765eada4-916c-4a33-8c6d-10995de27ded req-d1f2c3c6-2e0d-48df-9304-ead3a951a579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:52.188414 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-765eada4-916c-4a33-8c6d-10995de27ded req-d1f2c3c6-2e0d-48df-9304-ead3a951a579 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1414b891-07be-4dcb-b434-3590d3850f3b HTTP/1.1" status: 200 len: 847 time: 0.0591300 Feb 09 16:07:52.260908 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-765eada4-916c-4a33-8c6d-10995de27ded req-ef4bf242-e9fc-443c-b948-25e876d171f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18c16b04-0f6a-43fa-a890-19fb89b12238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0659249 Feb 09 16:07:52.392620 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-765eada4-916c-4a33-8c6d-10995de27ded req-da6b6e5a-932f-451e-9358-8efffd6043ff service neutron] 10.222.0.42 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237581 Feb 09 16:07:52.431953 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31e93c-ad00-4187-984e-747f9fe46bdd req-b8c0c8d1-dc80-40de-b5a2-dfae349c557c tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:52.433398 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3c31e93c-ad00-4187-984e-747f9fe46bdd req-b8c0c8d1-dc80-40de-b5a2-dfae349c557c tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 945 time: 0.0744345 Feb 09 16:07:52.478716 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3c31e93c-ad00-4187-984e-747f9fe46bdd req-1f7c0f5f-8984-4318-a75b-01adee0ed4d4 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397425 Feb 09 16:07:52.527202 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-765eada4-916c-4a33-8c6d-10995de27ded req-657ac201-7e20-47f2-b08c-facd7e278cdb service neutron] 10.222.0.42 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272180 Feb 09 16:07:52.889855 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device d5306ced-1f84-49db-97af-6c0223ec7724 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:07:52.890467 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827709a-6353-4974-a1fa-ab89ae9cdc12 req-187949f8-ae0d-4e26-a52b-f2b69798253d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:52.891682 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c827709a-6353-4974-a1fa-ab89ae9cdc12 req-187949f8-ae0d-4e26-a52b-f2b69798253d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0793576 Feb 09 16:07:52.951334 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c827709a-6353-4974-a1fa-ab89ae9cdc12 req-4d2afd10-f8e6-4fdc-a729-57e32c60cf6d tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462840 Feb 09 16:07:53.010755 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:53.038379 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5306ced-1f84-49db-97af-6c0223ec7724'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:53.048403 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port d5306ced-1f84-49db-97af-6c0223ec7724, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d5306ced-1f84-49db-97af-6c0223ec7724,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:53.095727 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5306ced-1f84-49db-97af-6c0223ec7724', 'code': 200} Feb 09 16:07:53.126981 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:53.195007 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=d5306ced-1f84-49db-97af-6c0223ec7724,revision_number=8']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:53.692749 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8097d7b-f13d-4e9a-8781-8f7fdd6ab1b7 req-993176c9-51f1-4294-9463-cb359edc2e76 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:53.697849 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c8097d7b-f13d-4e9a-8781-8f7fdd6ab1b7 req-993176c9-51f1-4294-9463-cb359edc2e76 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.0807147 Feb 09 16:07:53.739646 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c8097d7b-f13d-4e9a-8781-8f7fdd6ab1b7 req-2ce9f4f6-9c31-4ca4-a99c-7182e5f2240d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399127 Feb 09 16:07:54.150049 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb795c4-f1ec-48d9-916c-cb382e86c363 req-9ba90691-619f-47c2-a1c2-8a221ad47e36 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:54.151514 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8eb795c4-f1ec-48d9-916c-cb382e86c363 req-9ba90691-619f-47c2-a1c2-8a221ad47e36 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0785356 Feb 09 16:07:54.196584 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8eb795c4-f1ec-48d9-916c-cb382e86c363 req-1110100f-d4d5-45d2-981d-94258add5fd3 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388918 Feb 09 16:07:54.503120 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-79166e29-c735-41c5-a218-70aad9bfd0fa req-5587d29c-e81e-4378-b673-4d6c8c027539 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1866531 Feb 09 16:07:54.834974 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 60646) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:07:54.876741 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c9639-07b6-4a75-92b1-90e8b7ebddff req-f3148be8-f76d-4b27-9b60-5edc06ced39b tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:54.878246 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2f7c9639-07b6-4a75-92b1-90e8b7ebddff req-f3148be8-f76d-4b27-9b60-5edc06ced39b tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0872610 Feb 09 16:07:54.929001 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2f7c9639-07b6-4a75-92b1-90e8b7ebddff req-8b568e5a-65cc-4808-b7a1-1ffe96982c55 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446656 Feb 09 16:07:54.992347 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-aff039fa-7cb9-46b9-a9ec-f2a5e17ada57 req-a2fe00f2-c15e-40bd-a340-dce1253cc883 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1553984 Feb 09 16:07:55.412089 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1ccec7c4-d7de-4382-9688-246a40abc8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:56.035724 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4872f785-9d1b-462e-9a9e-5c807199d919 req-50e83d93-1088-4220-9b50-8b93ded55a22 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0701687 Feb 09 16:07:56.130602 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55436b-ce81-4c19-856a-4f60e7c06971 req-15cce369-165c-47e6-a783-a7e29b676b0b tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:56.132601 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-da55436b-ce81-4c19-856a-4f60e7c06971 req-15cce369-165c-47e6-a783-a7e29b676b0b tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0773594 Feb 09 16:07:56.178265 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-da55436b-ce81-4c19-856a-4f60e7c06971 req-55dff9de-d34f-45d6-b869-ec5e8a6824cc tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404601 Feb 09 16:07:56.456141 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da5241-b5b0-44a9-9162-5d6b92a34d29 req-de2ba8b2-4758-42b0-bd99-2f6504f382b5 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:56.457515 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-16da5241-b5b0-44a9-9162-5d6b92a34d29 req-de2ba8b2-4758-42b0-bd99-2f6504f382b5 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.0790660 Feb 09 16:07:56.503427 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-16da5241-b5b0-44a9-9162-5d6b92a34d29 req-1c460572-7e61-4342-add8-b66a666a73c1 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403764 Feb 09 16:07:56.571724 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4aa84d77-3cc6-49b0-8908-77d010760abb req-c934d5e3-9ea9-4016-aeed-7f32e41b874c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0707724 Feb 09 16:07:56.915828 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 16d13756-7324-470e-ba51-a66d44fb148e no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:07:56.963503 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-aff039fa-7cb9-46b9-a9ec-f2a5e17ada57 req-36a92574-5159-46ff-aaae-05b48cee0bf8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05&tenant_id=43ed7dd9edae4b20a88c5eba35af5527 HTTP/1.1" status: 200 len: 1099 time: 0.0698879 Feb 09 16:07:57.058814 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-aff039fa-7cb9-46b9-a9ec-f2a5e17ada57 req-eb38debe-00b4-460c-8576-625831b874b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43ed7dd9edae4b20a88c5eba35af5527&device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 1099 time: 0.0744569 Feb 09 16:07:57.064969 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:57.092741 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d13756-7324-470e-ba51-a66d44fb148e'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:57.103533 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 16d13756-7324-470e-ba51-a66d44fb148e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=16d13756-7324-470e-ba51-a66d44fb148e,segment=NetworkSegment(0688dadb-bd88-4e9f-9a81-b150658e0ec3),segment_id=0688dadb-bd88-4e9f-9a81-b150658e0ec3)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:57.151384 dv-cinder-825105-1-smb neutron-server[83710]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '16d13756-7324-470e-ba51-a66d44fb148e', 'code': 422} returned with failed status Feb 09 16:07:57.160726 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:57.161949 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device d5306ced-1f84-49db-97af-6c0223ec7724 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:07:57.190124 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff039fa-7cb9-46b9-a9ec-f2a5e17ada57 req-8fb86526-55b5-4ac9-b1f6-1524493b7cc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:57.191729 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-aff039fa-7cb9-46b9-a9ec-f2a5e17ada57 req-8fb86526-55b5-4ac9-b1f6-1524493b7cc1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=18c16b04-0f6a-43fa-a890-19fb89b12238 HTTP/1.1" status: 200 len: 909 time: 0.1273494 Feb 09 16:07:57.288658 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=16d13756-7324-470e-ba51-a66d44fb148e,revision_number=6']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:57.308898 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-aff039fa-7cb9-46b9-a9ec-f2a5e17ada57 req-6d72c1b8-96c3-495d-954f-6739b2f2dece service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16d13756-7324-470e-ba51-a66d44fb148e HTTP/1.1" status: 200 len: 1000 time: 0.1102562 Feb 09 16:07:57.408924 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2c573-9be4-44f9-8e7b-31dabd5bb62e req-d269575e-beea-43ef-8340-c350c8fef61c tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:57.410971 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-57d2c573-9be4-44f9-8e7b-31dabd5bb62e req-d269575e-beea-43ef-8340-c350c8fef61c tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 944 time: 0.0824115 Feb 09 16:07:57.463545 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff039fa-7cb9-46b9-a9ec-f2a5e17ada57 req-c8e73bb6-1a81-4a09-820c-ff01efee0e05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:57.466056 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-aff039fa-7cb9-46b9-a9ec-f2a5e17ada57 req-c8e73bb6-1a81-4a09-820c-ff01efee0e05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1414b891-07be-4dcb-b434-3590d3850f3b HTTP/1.1" status: 200 len: 847 time: 0.1508224 Feb 09 16:07:57.509778 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-57d2c573-9be4-44f9-8e7b-31dabd5bb62e req-1bb889e4-556b-4b98-ae13-afade5ee4827 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933690 Feb 09 16:07:57.522841 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4aa84d77-3cc6-49b0-8908-77d010760abb req-ee419ef5-0202-4e0d-948a-742b444178b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932&tenant_id=583b1cb4cc844713b243032c95f65f45 HTTP/1.1" status: 200 len: 1096 time: 0.0928493 Feb 09 16:07:57.544682 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-aff039fa-7cb9-46b9-a9ec-f2a5e17ada57 req-73c7f59b-78ac-440f-886b-e2705f695a86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18c16b04-0f6a-43fa-a890-19fb89b12238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734553 Feb 09 16:07:57.611599 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4aa84d77-3cc6-49b0-8908-77d010760abb req-ed89446b-a9ef-49b2-b833-3783f603b7fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=583b1cb4cc844713b243032c95f65f45&device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 1096 time: 0.0691290 Feb 09 16:07:57.730799 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-aff039fa-7cb9-46b9-a9ec-f2a5e17ada57 req-2ef4d881-e965-4097-a97c-1f03024f5b17 service neutron] 10.222.0.42 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805134 Feb 09 16:07:57.746389 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa84d77-3cc6-49b0-8908-77d010760abb req-9379b320-73a3-4237-ac84-e0cf1953f48c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:57.747936 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4aa84d77-3cc6-49b0-8908-77d010760abb req-9379b320-73a3-4237-ac84-e0cf1953f48c service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af HTTP/1.1" status: 200 len: 918 time: 0.1306067 Feb 09 16:07:57.812319 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-828fc932-86c7-4315-945e-c1583f247e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:57.838198 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2c810-0a0d-436a-aa0b-212ad660bc98 req-5e665e80-c114-4ecb-812b-85ef90b6a7f8 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:57.839733 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ecc2c810-0a0d-436a-aa0b-212ad660bc98 req-5e665e80-c114-4ecb-812b-85ef90b6a7f8 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.1986239 Feb 09 16:07:57.849934 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4aa84d77-3cc6-49b0-8908-77d010760abb req-192a294f-2e28-45a9-bb56-7539185692e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5306ced-1f84-49db-97af-6c0223ec7724 HTTP/1.1" status: 200 len: 998 time: 0.0964768 Feb 09 16:07:57.905548 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-aff039fa-7cb9-46b9-a9ec-f2a5e17ada57 req-be6d0878-b453-4b64-9946-d043920ed101 service neutron] 10.222.0.42 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685729 Feb 09 16:07:57.911475 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa84d77-3cc6-49b0-8908-77d010760abb req-fd859afe-6d1b-4c05-a4bb-92683c778a13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:57.912864 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4aa84d77-3cc6-49b0-8908-77d010760abb req-fd859afe-6d1b-4c05-a4bb-92683c778a13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b HTTP/1.1" status: 200 len: 856 time: 0.0570400 Feb 09 16:07:57.919127 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ecc2c810-0a0d-436a-aa0b-212ad660bc98 req-15188f80-0f9e-4776-9c6c-e5cd7bce0deb tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591083 Feb 09 16:07:57.990401 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4aa84d77-3cc6-49b0-8908-77d010760abb req-7b101aa7-b150-42e2-9d97-adaa9f1d2911 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718672 Feb 09 16:07:58.119370 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4aa84d77-3cc6-49b0-8908-77d010760abb req-c02f5623-8c6d-4b57-a269-b5baf5d73426 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236029 Feb 09 16:07:58.247246 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4aa84d77-3cc6-49b0-8908-77d010760abb req-c5de167e-1823-4cf2-bfb6-73840ae6a251 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225638 Feb 09 16:07:58.712138 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc439f-7c7f-4214-9f70-cbf4038ee3e1 req-9809cd25-15b6-476e-bdf8-a54b96018ac6 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:58.713635 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-80bc439f-7c7f-4214-9f70-cbf4038ee3e1 req-9809cd25-15b6-476e-bdf8-a54b96018ac6 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 944 time: 0.0781031 Feb 09 16:07:58.759866 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-80bc439f-7c7f-4214-9f70-cbf4038ee3e1 req-3da01f0b-17f8-4186-b3d6-b64be0e6e79e tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400875 Feb 09 16:07:58.938202 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:59.023471 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:59.136111 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665def61-91ed-4fbc-91b8-2d4770e4aa19 req-4459ea91-924d-437a-bf53-8969b32feb57 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:59.137549 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-665def61-91ed-4fbc-91b8-2d4770e4aa19 req-4459ea91-924d-437a-bf53-8969b32feb57 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.0778828 Feb 09 16:07:59.182265 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-665def61-91ed-4fbc-91b8-2d4770e4aa19 req-1b15541f-d113-4edb-a0b2-d160ba38ca11 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385737 Feb 09 16:07:59.978507 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28261a3-e5b4-4b31-ad2c-1b57bfe35f4c req-0cdab0ea-7cbf-45fc-9aa5-32168cb5fca6 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:59.979997 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e28261a3-e5b4-4b31-ad2c-1b57bfe35f4c req-0cdab0ea-7cbf-45fc-9aa5-32168cb5fca6 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 944 time: 0.0874262 Feb 09 16:08:00.029416 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e28261a3-e5b4-4b31-ad2c-1b57bfe35f4c req-1967dcac-ff3b-4460-988b-4a0bfeb80c89 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432971 Feb 09 16:08:00.360682 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:00.561680 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0225e-0f51-4655-b531-57735aa655e4 req-1384a429-2931-4b5c-9922-8021f2037833 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:00.563684 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-82c0225e-0f51-4655-b531-57735aa655e4 req-1384a429-2931-4b5c-9922-8021f2037833 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.0780144 Feb 09 16:08:00.612918 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-82c0225e-0f51-4655-b531-57735aa655e4 req-018f2f18-f045-4d87-a644-173f302a7e01 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431449 Feb 09 16:08:00.930031 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 16d13756-7324-470e-ba51-a66d44fb148e details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:08:01.070550 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 16d13756-7324-470e-ba51-a66d44fb148e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=16d13756-7324-470e-ba51-a66d44fb148e,segment=NetworkSegment(0688dadb-bd88-4e9f-9a81-b150658e0ec3),segment_id=0688dadb-bd88-4e9f-9a81-b150658e0ec3)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:01.084675 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': '16d13756-7324-470e-ba51-a66d44fb148e', 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'port_id': '16d13756-7324-470e-ba51-a66d44fb148e', 'mac_address': 'fa:16:3e:77:a3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:08:01.149915 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:01.168625 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d13756-7324-470e-ba51-a66d44fb148e {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:08:01.185365 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 16d13756-7324-470e-ba51-a66d44fb148e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=16d13756-7324-470e-ba51-a66d44fb148e,segment=NetworkSegment(0688dadb-bd88-4e9f-9a81-b150658e0ec3),segment_id=0688dadb-bd88-4e9f-9a81-b150658e0ec3)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:01.253429 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6ebe2-886b-496d-87a6-dbf87478f1ac req-8883db1d-f3d8-44fd-96d4-8eac08a6af80 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:01.254916 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-57f6ebe2-886b-496d-87a6-dbf87478f1ac req-8883db1d-f3d8-44fd-96d4-8eac08a6af80 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 944 time: 0.0819149 Feb 09 16:08:01.263491 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:01.316028 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-57f6ebe2-886b-496d-87a6-dbf87478f1ac req-366cda9a-b0ac-4a07-bccb-7bad633fa724 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556686 Feb 09 16:08:01.343590 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=16d13756-7324-470e-ba51-a66d44fb148e,revision_number=7']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:01.494260 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['16d13756-7324-470e-ba51-a66d44fb148e'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:08:01.848917 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2c6c3-ffcb-429f-9698-b31dc2bdc56f req-a038fd6c-7982-40e2-a889-b0a10ea11361 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:01.850315 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-15f2c6c3-ffcb-429f-9698-b31dc2bdc56f req-a038fd6c-7982-40e2-a889-b0a10ea11361 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.0766823 Feb 09 16:08:01.895697 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-15f2c6c3-ffcb-429f-9698-b31dc2bdc56f req-6c3aeee2-e441-4c86-abb4-4953d06a08a5 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398138 Feb 09 16:08:02.600129 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fc988-85e4-4277-a837-e54023d58155 req-d1f114e5-4d8c-4c60-8820-848f7bf47e21 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:02.601671 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-398fc988-85e4-4277-a837-e54023d58155 req-d1f114e5-4d8c-4c60-8820-848f7bf47e21 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 945 time: 0.1549938 Feb 09 16:08:02.674757 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-398fc988-85e4-4277-a837-e54023d58155 req-7a90bd86-4b20-4123-8703-f1dab3144bbd tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672047 Feb 09 16:08:02.935417 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 16d13756-7324-470e-ba51-a66d44fb148e up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:08:03.022669 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port 16d13756-7324-470e-ba51-a66d44fb148e triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:03.023114 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:03.156988 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf540b1-bac6-432a-aebe-3e10cad295ea req-006ff076-e4d5-44a3-b46f-1fb79c89050b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:03.163025 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:03.163742 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-faf540b1-bac6-432a-aebe-3e10cad295ea req-006ff076-e4d5-44a3-b46f-1fb79c89050b tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.1179311 Feb 09 16:08:03.195296 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d13756-7324-470e-ba51-a66d44fb148e'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:08:03.206074 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 16d13756-7324-470e-ba51-a66d44fb148e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=16d13756-7324-470e-ba51-a66d44fb148e,segment=NetworkSegment(0688dadb-bd88-4e9f-9a81-b150658e0ec3),segment_id=0688dadb-bd88-4e9f-9a81-b150658e0ec3)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:03.212780 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-faf540b1-bac6-432a-aebe-3e10cad295ea req-a7694717-22ea-4b66-b16c-06c5b4aeb8b5 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475564 Feb 09 16:08:03.252171 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:03.288799 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d13756-7324-470e-ba51-a66d44fb148e', 'code': 200} Feb 09 16:08:03.326607 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=16d13756-7324-470e-ba51-a66d44fb148e,revision_number=8']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:03.862371 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217a351-54cd-404f-9946-85562c72464d req-0723f5c2-bb7b-4ea3-8b53-a57c6068168c tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:03.866371 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-1217a351-54cd-404f-9946-85562c72464d req-0723f5c2-bb7b-4ea3-8b53-a57c6068168c tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0769274 Feb 09 16:08:03.916518 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-1217a351-54cd-404f-9946-85562c72464d req-b3e0b965-d055-4997-a5b7-d9f412ee58ff tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458045 Feb 09 16:08:04.440351 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c1178-ff5f-481f-8e5b-e87a7e9ad815 req-57d9fa5b-6f85-4f3e-a999-262b429ba325 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:04.442181 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-461c1178-ff5f-481f-8e5b-e87a7e9ad815 req-57d9fa5b-6f85-4f3e-a999-262b429ba325 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.0824366 Feb 09 16:08:04.489969 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-461c1178-ff5f-481f-8e5b-e87a7e9ad815 req-8c678139-6d9c-45e3-b8ed-412904f71914 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422804 Feb 09 16:08:05.121888 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98974c-fe9f-40ee-8691-55f8572204a1 req-b8faf7d4-325d-42b6-8842-e4792ee4930a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:05.123479 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6d98974c-fe9f-40ee-8691-55f8572204a1 req-b8faf7d4-325d-42b6-8842-e4792ee4930a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0807049 Feb 09 16:08:05.173020 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6d98974c-fe9f-40ee-8691-55f8572204a1 req-215456eb-21c8-4ea6-9a5a-2befb872178c tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438070 Feb 09 16:08:05.715026 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ad107-fef1-47cb-a550-03cffc2a8004 req-9a6ef689-50c7-433c-966f-3f62a72a17d9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:05.716613 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6c7ad107-fef1-47cb-a550-03cffc2a8004 req-9a6ef689-50c7-433c-966f-3f62a72a17d9 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.0827172 Feb 09 16:08:05.772903 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6c7ad107-fef1-47cb-a550-03cffc2a8004 req-9cf7c451-f19b-4fe6-b9ef-23cc5b975999 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500591 Feb 09 16:08:06.403502 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07b3d4-6071-4efa-bd59-8e1ad36c83da req-2f1ce508-76dc-4aa2-86a0-b4406b6fba95 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:06.404943 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-cd07b3d4-6071-4efa-bd59-8e1ad36c83da req-2f1ce508-76dc-4aa2-86a0-b4406b6fba95 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0894346 Feb 09 16:08:06.454950 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-cd07b3d4-6071-4efa-bd59-8e1ad36c83da req-79793859-fef2-4942-bf9d-1136f2815024 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444198 Feb 09 16:08:06.990392 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e77233-765d-42a6-9f83-29d974aa13f3 req-a977fe2a-b04f-4541-84a2-6d0b2adf77c3 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:06.991900 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b6e77233-765d-42a6-9f83-29d974aa13f3 req-a977fe2a-b04f-4541-84a2-6d0b2adf77c3 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.0863082 Feb 09 16:08:07.042238 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b6e77233-765d-42a6-9f83-29d974aa13f3 req-724bcd7e-f6d4-4396-9a0a-7b02365a071e tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441356 Feb 09 16:08:07.654720 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ff623-5e28-4122-a2e8-c0a89718949a req-4398005a-0fa3-43f1-9f47-41725a43fdf2 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:07.656160 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0c5ff623-5e28-4122-a2e8-c0a89718949a req-4398005a-0fa3-43f1-9f47-41725a43fdf2 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0814900 Feb 09 16:08:07.702667 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0c5ff623-5e28-4122-a2e8-c0a89718949a req-69bb7492-b9d1-4c27-b4c5-5b73bdd699eb tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402119 Feb 09 16:08:08.295579 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d4dcda36-afd0-4d39-a3e7-11bb81c4110f req-2a3dd814-3489-4a7f-a3db-2d2127c7eca7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 1099 time: 0.1294947 Feb 09 16:08:08.302650 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a198e9-7bd9-45cd-9149-cad809f376d2 req-fcfa1d4b-a633-4136-9961-2e9fb4755a89 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:08.303982 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b9a198e9-7bd9-45cd-9149-cad809f376d2 req-fcfa1d4b-a633-4136-9961-2e9fb4755a89 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.1087217 Feb 09 16:08:08.374937 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d4dcda36-afd0-4d39-a3e7-11bb81c4110f req-b88e9d6d-b653-4a2a-82af-2f28f234f198 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697572 Feb 09 16:08:08.378356 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b9a198e9-7bd9-45cd-9149-cad809f376d2 req-79b6d5ca-8ea2-44fc-af1c-759c46bb950f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591109 Feb 09 16:08:08.896750 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e9b39-6de7-4d5a-970d-802184f5877b req-bf5d959e-5c0d-43c5-8e03-c9a15c9ddcf5 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:08.898225 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-1d3e9b39-6de7-4d5a-970d-802184f5877b req-bf5d959e-5c0d-43c5-8e03-c9a15c9ddcf5 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0764782 Feb 09 16:08:08.946337 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-1d3e9b39-6de7-4d5a-970d-802184f5877b req-ab4ba123-b32d-493a-9a04-57338ada5d7f tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427217 Feb 09 16:08:09.594586 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e2af6-4885-458e-98d8-3a18fcf80c46 req-dcab8bd0-c3df-4f05-a974-66817326d881 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:09.596466 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2a5e2af6-4885-458e-98d8-3a18fcf80c46 req-dcab8bd0-c3df-4f05-a974-66817326d881 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.0801075 Feb 09 16:08:09.645700 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2a5e2af6-4885-458e-98d8-3a18fcf80c46 req-b8a6f7fd-5f4c-4d4e-b780-7395fe714f51 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437558 Feb 09 16:08:10.140755 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e5b1c-fbfb-400c-ac21-93a936e7910a req-8229ea1a-f297-412b-8e05-42761de68aaf tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:10.142201 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9d4e5b1c-fbfb-400c-ac21-93a936e7910a req-8229ea1a-f297-412b-8e05-42761de68aaf tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0749407 Feb 09 16:08:10.185790 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9d4e5b1c-fbfb-400c-ac21-93a936e7910a req-f258c534-090e-4290-a658-8805f73466ff tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381937 Feb 09 16:08:10.252046 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:08:10.853168 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae24802-9d24-4cf3-86f5-25526101b152 req-caf6aa7a-e5ed-4721-bbfa-d29b39635349 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:10.854967 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-bae24802-9d24-4cf3-86f5-25526101b152 req-caf6aa7a-e5ed-4721-bbfa-d29b39635349 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 943 time: 0.0749328 Feb 09 16:08:10.903344 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-bae24802-9d24-4cf3-86f5-25526101b152 req-3d91ec4d-26bc-46bf-aa29-cbbc9f8a8a75 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416496 Feb 09 16:08:10.997555 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device d5306ced-1f84-49db-97af-6c0223ec7724 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:08:11.126045 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port d5306ced-1f84-49db-97af-6c0223ec7724, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d5306ced-1f84-49db-97af-6c0223ec7724,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:11.138476 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': 'd5306ced-1f84-49db-97af-6c0223ec7724', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'port_id': 'd5306ced-1f84-49db-97af-6c0223ec7724', 'mac_address': 'fa:16:3e:90:a5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:08:11.189097 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:11.205035 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5306ced-1f84-49db-97af-6c0223ec7724 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:08:11.220014 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port d5306ced-1f84-49db-97af-6c0223ec7724, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d5306ced-1f84-49db-97af-6c0223ec7724,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:11.280859 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:11.347599 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=d5306ced-1f84-49db-97af-6c0223ec7724,revision_number=9']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:11.525213 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['d5306ced-1f84-49db-97af-6c0223ec7724'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:08:12.142862 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ce357-6ceb-4fbf-b832-5e090f3af3ff req-f87e688b-296c-4ec1-87b7-505e3e534c18 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:12.144325 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b60ce357-6ceb-4fbf-b832-5e090f3af3ff req-f87e688b-296c-4ec1-87b7-505e3e534c18 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 944 time: 0.0804594 Feb 09 16:08:12.191813 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b60ce357-6ceb-4fbf-b832-5e090f3af3ff req-5bf939d4-6e36-498c-8605-ee74a50adbfc tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418329 Feb 09 16:08:13.012918 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device d5306ced-1f84-49db-97af-6c0223ec7724 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:08:13.081870 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port d5306ced-1f84-49db-97af-6c0223ec7724 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:13.082261 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:13.219705 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:13.245245 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5306ced-1f84-49db-97af-6c0223ec7724'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:08:13.256411 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port d5306ced-1f84-49db-97af-6c0223ec7724, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d5306ced-1f84-49db-97af-6c0223ec7724,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:13.308899 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5306ced-1f84-49db-97af-6c0223ec7724', 'code': 200} Feb 09 16:08:13.326097 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:13.391675 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=d5306ced-1f84-49db-97af-6c0223ec7724,revision_number=10']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:13.421116 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbd043-68df-42e0-aeea-c7160c220bbc req-f73b98fc-ceb8-4b30-a524-10df38899363 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:13.421116 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-adcbd043-68df-42e0-aeea-c7160c220bbc req-f73b98fc-ceb8-4b30-a524-10df38899363 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 946 time: 0.0804846 Feb 09 16:08:13.463571 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-adcbd043-68df-42e0-aeea-c7160c220bbc req-6d96af5d-be0a-453f-aa10-34abd9a0208d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390749 Feb 09 16:08:13.659451 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c98ff883-72a8-4943-b865-d7f7b2885c24 req-fcbeab4d-22d0-4ed4-afda-be3b721cdee3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 1099 time: 0.0704918 Feb 09 16:08:13.700822 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-c98ff883-72a8-4943-b865-d7f7b2885c24 req-fa4bfd37-b91f-43e1-8e6d-28c383f76951 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351679 Feb 09 16:08:14.673890 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8a2a7-9f3a-49ad-83d5-b56322d9d8b4 req-aea6accf-b3cc-4d00-8860-4ee773ab76cd tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:14.675399 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-afb8a2a7-9f3a-49ad-83d5-b56322d9d8b4 req-aea6accf-b3cc-4d00-8860-4ee773ab76cd tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 946 time: 0.0748770 Feb 09 16:08:14.719671 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-afb8a2a7-9f3a-49ad-83d5-b56322d9d8b4 req-ac111da6-7583-48d6-bcc1-1b94dc52a9d6 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389440 Feb 09 16:08:15.928176 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd4018-cf6c-48df-ae6e-8a0a5d3fa48a req-cc1aa399-46e9-4908-8b62-7a67bbb699e4 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:15.929624 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ebbd4018-cf6c-48df-ae6e-8a0a5d3fa48a req-cc1aa399-46e9-4908-8b62-7a67bbb699e4 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 946 time: 0.0758541 Feb 09 16:08:15.975205 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ebbd4018-cf6c-48df-ae6e-8a0a5d3fa48a req-b91bb9fc-b93c-4821-a124-09f451674584 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397880 Feb 09 16:08:16.645608 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:17.255045 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec83db1-3b3e-4b61-8038-a16137d0a145 req-586fd468-5ef8-4f70-8a3a-4c91b72d7364 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:17.256468 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-dec83db1-3b3e-4b61-8038-a16137d0a145 req-586fd468-5ef8-4f70-8a3a-4c91b72d7364 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 946 time: 0.1455879 Feb 09 16:08:17.300832 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-dec83db1-3b3e-4b61-8038-a16137d0a145 req-12d47010-9373-4f3c-820b-1a2455962f4a tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384676 Feb 09 16:08:22.302690 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffb49a-4a9b-47e5-9cbb-42003c96969d req-af9404da-b99a-432e-b462-d89f3a9d0d72 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:22.304115 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-caffb49a-4a9b-47e5-9cbb-42003c96969d req-af9404da-b99a-432e-b462-d89f3a9d0d72 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0794258 Feb 09 16:08:22.350217 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-caffb49a-4a9b-47e5-9cbb-42003c96969d req-000eb214-93e5-4537-8da9-2aec2f65e113 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406985 Feb 09 16:08:23.544582 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67fcc6-2fd1-42e7-9b56-4aaaa6b5e3bc req-2e570ce0-3b66-4e65-beb1-38320fe73dec tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:23.546781 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6b67fcc6-2fd1-42e7-9b56-4aaaa6b5e3bc req-2e570ce0-3b66-4e65-beb1-38320fe73dec tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0744472 Feb 09 16:08:23.593761 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6b67fcc6-2fd1-42e7-9b56-4aaaa6b5e3bc req-f17beac9-ed54-4a17-9802-888b828ba728 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416262 Feb 09 16:08:24.416096 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dea32-2be3-48f7-941f-63cc22e613ba req-e870a660-3df5-4730-bde4-dd4d8c8bd093 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:24.417502 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-860dea32-2be3-48f7-941f-63cc22e613ba req-e870a660-3df5-4730-bde4-dd4d8c8bd093 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.0767398 Feb 09 16:08:24.487747 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-860dea32-2be3-48f7-941f-63cc22e613ba req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Deleting port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:08:24.488076 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-860dea32-2be3-48f7-941f-63cc22e613ba req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:24.772972 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-860dea32-2be3-48f7-941f-63cc22e613ba req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] For port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:24.773327 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-860dea32-2be3-48f7-941f-63cc22e613ba req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:25.016650 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15477059-3f56-45cf-add5-4466e2b8fc0e req-e669f141-cd91-41e7-b1f4-d741212da364 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:25.018005 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-15477059-3f56-45cf-add5-4466e2b8fc0e req-e669f141-cd91-41e7-b1f4-d741212da364 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 946 time: 0.3001282 Feb 09 16:08:25.169756 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-15477059-3f56-45cf-add5-4466e2b8fc0e req-9e40f431-e7a3-40eb-ad78-1c0e5fee76d8 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461022 Feb 09 16:08:25.180666 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-860dea32-2be3-48f7-941f-63cc22e613ba req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:25.181035 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-860dea32-2be3-48f7-941f-63cc22e613ba req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691969'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:25.181343 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.l3_db [req-860dea32-2be3-48f7-941f-63cc22e613ba req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Floating IP 7511ac48-f77b-479a-9202-e6e15a09049d disassociated. External IP: 172.28.1.218, port: fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3. Feb 09 16:08:25.181682 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-860dea32-2be3-48f7-941f-63cc22e613ba req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Calling delete_port for fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 owned by compute:nova {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:08:25.353826 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-860dea32-2be3-48f7-941f-63cc22e613ba req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:25.393447 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9866902d-7729-4884-ae5f-d1096dc46176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:25.405760 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event deleted for resources: {'Port': ['ID=fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:25.418782 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:25.419304 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:25.419451 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:25.419782 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:25.420108 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:25.420535 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:25.420769 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:25.421629 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:25.421629 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:25.421829 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:25.422148 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:25.618458 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-860dea32-2be3-48f7-941f-63cc22e613ba req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Router 14948fbf-24d9-4826-a8d1-0aa89e978e57 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:08:25.820730 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-860dea32-2be3-48f7-941f-63cc22e613ba req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:08:25.831131 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4df2a2-01ce-4289-a8e1-ea4fb43b7cc2 None None] Sync routers for ids ['14948fbf-24d9-4826-a8d1-0aa89e978e57'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:08:25.843231 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4df2a2-01ce-4289-a8e1-ea4fb43b7cc2 None None] Routers {'14948fbf-24d9-4826-a8d1-0aa89e978e57'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:08:25.843839 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-dd4df2a2-01ce-4289-a8e1-ea4fb43b7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:07:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['14948fbf-24d9-4826-a8d1-0aa89e978e57'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:25.893367 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-860dea32-2be3-48f7-941f-63cc22e613ba req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] No DVR routers for this DVR port fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 on host hv-cinder-82510 {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:08:25.895847 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-860dea32-2be3-48f7-941f-63cc22e613ba req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:25.898394 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b049d07-2512-4292-9fc4-c6f0cc27daca', 'name': 'network-vif-deleted', 'tag': 'fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:08:25.954162 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b049d07-2512-4292-9fc4-c6f0cc27daca', 'name': 'network-vif-deleted', 'tag': 'fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3', 'status': 'completed', 'code': 200} Feb 09 16:08:25.955984 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-860dea32-2be3-48f7-941f-63cc22e613ba req-7f46c671-cda5-473a-9f09-1320a2180afc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.42 "DELETE /v2.0/ports/fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 HTTP/1.1" status: 204 len: 173 time: 1.5330596 Feb 09 16:08:26.021003 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-dd4df2a2-01ce-4289-a8e1-ea4fb43b7cc2 None None] Set router 14948fbf-24d9-4826-a8d1-0aa89e978e57 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:08:26.330638 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-dd4df2a2-01ce-4289-a8e1-ea4fb43b7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': 'cf478b25-1897-4e21-8f62-fcbddb938c3f', 'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'mac_address': 'fa:16:3e:29:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:31Z', 'updated_at': '2022-02-09T16:05:52Z', 'revision_number': 5, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'subnets': [{'id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:26.334418 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4df2a2-01ce-4289-a8e1-ea4fb43b7cc2 None None] Checking router: 14948fbf-24d9-4826-a8d1-0aa89e978e57 for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:08:26.346412 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4df2a2-01ce-4289-a8e1-ea4fb43b7cc2 None None] Routers {'14948fbf-24d9-4826-a8d1-0aa89e978e57'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:08:26.347032 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-dd4df2a2-01ce-4289-a8e1-ea4fb43b7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:07:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['14948fbf-24d9-4826-a8d1-0aa89e978e57'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:26.365512 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-b62920bd-90db-4fc9-bc64-da96501308c6 req-702440bf-5e00-4e2d-97d1-aff3b189d92c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Synchronizing usage tracker for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:08:26.433605 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-b62920bd-90db-4fc9-bc64-da96501308c6 req-702440bf-5e00-4e2d-97d1-aff3b189d92c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Unset dirty status for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:08:26.434812 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b62920bd-90db-4fc9-bc64-da96501308c6 req-702440bf-5e00-4e2d-97d1-aff3b189d92c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b049d07-2512-4292-9fc4-c6f0cc27daca HTTP/1.1" status: 200 len: 210 time: 0.1186759 Feb 09 16:08:26.522496 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-dd4df2a2-01ce-4289-a8e1-ea4fb43b7cc2 None None] Set router 14948fbf-24d9-4826-a8d1-0aa89e978e57 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:08:26.867228 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-dd4df2a2-01ce-4289-a8e1-ea4fb43b7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': 'cf478b25-1897-4e21-8f62-fcbddb938c3f', 'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'mac_address': 'fa:16:3e:29:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:31Z', 'updated_at': '2022-02-09T16:05:52Z', 'revision_number': 5, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'subnets': [{'id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:26.871103 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4df2a2-01ce-4289-a8e1-ea4fb43b7cc2 None None] The sync data for ids ['14948fbf-24d9-4826-a8d1-0aa89e978e57'] in dv-cinder-825105-1-smb is: [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': 'cf478b25-1897-4e21-8f62-fcbddb938c3f', 'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'mac_address': 'fa:16:3e:29:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:31Z', 'updated_at': '2022-02-09T16:05:52Z', 'revision_number': 5, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'subnets': [{'id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:08:27.084775 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b174e5-99ff-4f00-bbec-422bdcb581ab None None] New status for floating IP 7511ac48-f77b-479a-9202-e6e15a09049d: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 16:08:27.155289 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:08:27.187081 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:08:27.187423 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device fab09f8d-ab5a-4b9d-95e7-6c1983d1d0e3 not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:08:27.623183 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 60824) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:08:27.687298 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0efef6b-110b-43d6-826d-d240d7e1a5fc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:27.713128 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0efef6b-110b-43d6-826d-d240d7e1a5fc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:27.833030 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2a403e25-21cc-4cac-b165-0dec4d08d010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:27.839374 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0efef6b-110b-43d6-826d-d240d7e1a5fc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:27.858827 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efef6b-110b-43d6-826d-d240d7e1a5fc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:27.918366 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0efef6b-110b-43d6-826d-d240d7e1a5fc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:27.919485 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-b0efef6b-110b-43d6-826d-d240d7e1a5fc tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "DELETE /v2.0/security-groups/e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2 HTTP/1.1" status: 204 len: 168 time: 0.2945292 Feb 09 16:08:27.923327 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 60828) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:08:27.939968 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.api.v2.resource [None req-f7989e3e-3f5d-4544-8247-86d01cb553c2 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] show failed (client error): The resource could not be found. Feb 09 16:08:27.942651 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-f7989e3e-3f5d-4544-8247-86d01cb553c2 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups/e4f6a8c2-3f97-4c6c-b857-48f98c09e3e2 HTTP/1.1" status: 404 len: 347 time: 0.0166421 Feb 09 16:08:27.944605 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 60832) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:08:28.096589 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-159b8a95-00fe-4ab7-ae13-c012fcebc801 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Deleting port fa98bf66-d144-4ef8-b59b-aa83660ba954 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:08:28.096844 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-159b8a95-00fe-4ab7-ae13-c012fcebc801 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:28.259653 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-159b8a95-00fe-4ab7-ae13-c012fcebc801 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:28.259976 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-159b8a95-00fe-4ab7-ae13-c012fcebc801 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:28.456034 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-159b8a95-00fe-4ab7-ae13-c012fcebc801 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Calling delete_port for fa98bf66-d144-4ef8-b59b-aa83660ba954 owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:08:28.633680 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-159b8a95-00fe-4ab7-ae13-c012fcebc801 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:28.689410 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b8a95-00fe-4ab7-ae13-c012fcebc801 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event deleted for resources: {'Port': ['ID=fa98bf66-d144-4ef8-b59b-aa83660ba954,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:28.800058 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-159b8a95-00fe-4ab7-ae13-c012fcebc801 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:28.852960 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-159b8a95-00fe-4ab7-ae13-c012fcebc801 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:28.854736 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-159b8a95-00fe-4ab7-ae13-c012fcebc801 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "DELETE /v2.0/floatingips/7511ac48-f77b-479a-9202-e6e15a09049d HTTP/1.1" status: 204 len: 168 time: 0.9090760 Feb 09 16:08:28.972671 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:29.033860 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:29.162853 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 60838) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:08:29.168690 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c7618cc0-68e7-496b-99c9-bff836a3a701 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1515799089', 'description': 'tempest-description--1067646686'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:08:29.177168 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c7618cc0-68e7-496b-99c9-bff836a3a701 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:08:29.183428 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-c7618cc0-68e7-496b-99c9-bff836a3a701 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Usage tracker for resource:security_group and tenant:affdb33688524e34b4bc227b7e0e8610 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:08:29.187039 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-c7618cc0-68e7-496b-99c9-bff836a3a701 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:08:29.193104 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c7618cc0-68e7-496b-99c9-bff836a3a701 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:08:29.308359 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c7618cc0-68e7-496b-99c9-bff836a3a701 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:29.343003 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c7618cc0-68e7-496b-99c9-bff836a3a701 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:08:29.346986 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-c7618cc0-68e7-496b-99c9-bff836a3a701 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Usage tracker for resource:security_group_rule and tenant:affdb33688524e34b4bc227b7e0e8610 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:08:29.349719 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-c7618cc0-68e7-496b-99c9-bff836a3a701 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:08:29.355283 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c7618cc0-68e7-496b-99c9-bff836a3a701 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:08:29.407834 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c7618cc0-68e7-496b-99c9-bff836a3a701 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:29.490982 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c7618cc0-68e7-496b-99c9-bff836a3a701 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:29.534879 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7618cc0-68e7-496b-99c9-bff836a3a701 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a5e4d0-f061-4a1c-a009-e660528490b8,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:29.587959 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c7618cc0-68e7-496b-99c9-bff836a3a701 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:29.589205 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-c7618cc0-68e7-496b-99c9-bff836a3a701 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4253616 Feb 09 16:08:29.592061 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 60842) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:08:29.598124 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d3abb2bd-3755-43cf-a210-416345dd5789 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Request body: {'security_group_rule': {'security_group_id': '90a5e4d0-f061-4a1c-a009-e660528490b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:08:29.603995 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d3abb2bd-3755-43cf-a210-416345dd5789 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:08:29.607951 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-d3abb2bd-3755-43cf-a210-416345dd5789 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Usage tracker for resource:security_group_rule and tenant:affdb33688524e34b4bc227b7e0e8610 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:08:29.611011 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-d3abb2bd-3755-43cf-a210-416345dd5789 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:08:29.616667 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d3abb2bd-3755-43cf-a210-416345dd5789 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:08:29.674002 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d3abb2bd-3755-43cf-a210-416345dd5789 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:29.733530 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d3abb2bd-3755-43cf-a210-416345dd5789 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:29.781840 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d3abb2bd-3755-43cf-a210-416345dd5789 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:29.804074 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abb2bd-3755-43cf-a210-416345dd5789 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284009ca-cea9-4b60-8274-fb3aa5ab7467,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:29.914008 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d3abb2bd-3755-43cf-a210-416345dd5789 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:29.915293 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-d3abb2bd-3755-43cf-a210-416345dd5789 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3217990 Feb 09 16:08:29.917942 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 60846) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:08:29.923790 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c5cbb313-e40c-4b41-a348-c763815163fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Request body: {'security_group_rule': {'security_group_id': '90a5e4d0-f061-4a1c-a009-e660528490b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:08:29.929930 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c5cbb313-e40c-4b41-a348-c763815163fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:08:29.933757 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-c5cbb313-e40c-4b41-a348-c763815163fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Usage tracker for resource:security_group_rule and tenant:affdb33688524e34b4bc227b7e0e8610 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:08:29.937295 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-c5cbb313-e40c-4b41-a348-c763815163fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:08:29.942971 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c5cbb313-e40c-4b41-a348-c763815163fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:08:30.006102 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5cbb313-e40c-4b41-a348-c763815163fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:30.064923 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5cbb313-e40c-4b41-a348-c763815163fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:30.107375 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5cbb313-e40c-4b41-a348-c763815163fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776987'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:30.130228 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbb313-e40c-4b41-a348-c763815163fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a62657-bc98-4807-a200-43f775c7dd94,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:30.176211 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5cbb313-e40c-4b41-a348-c763815163fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:30.177377 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-c5cbb313-e40c-4b41-a348-c763815163fa tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2584591 Feb 09 16:08:30.180476 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 60850) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:08:30.185392 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Request body: {'floatingip': {'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:08:30.191304 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:08:30.195057 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Usage tracker for resource:floatingip and tenant:affdb33688524e34b4bc227b7e0e8610 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:08:30.197837 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:08:30.204402 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:08:30.262417 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:30.325309 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:30.396819 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:30.534610 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Allocated IP 172.28.1.39 (6b7fe1e6-5bb6-4d06-a266-701d5608a849/a29998aa-47c5-4d48-9fc6-2e8cc05152fe/7679a444-901b-461c-a19b-20b03429cd87) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:08:30.679276 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:30.759533 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:30.828018 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Network 6b7fe1e6-5bb6-4d06-a266-701d5608a849 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:08:30.830470 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:08:30.833888 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:08:30.862343 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event updated for resources: {'Port': ['ID=7679a444-901b-461c-a19b-20b03429cd87,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:30.992282 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:31.097611 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:31.294997 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:31.353309 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:31.459649 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event updated for resources: {'Port': ['ID=7679a444-901b-461c-a19b-20b03429cd87,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:31.472039 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691969'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:31.559263 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:31.560597 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-e9acd13e-3366-4e4a-a66d-f375ab2fc5cd tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3791718 Feb 09 16:08:31.790898 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-eba3efba-f893-4198-8d86-e66cee1d70b7 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Synchronizing usage tracker for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:08:31.861878 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-eba3efba-f893-4198-8d86-e66cee1d70b7 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Unset dirty status for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:08:31.863187 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-eba3efba-f893-4198-8d86-e66cee1d70b7 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1515799089&fields=id&tenant_id=affdb33688524e34b4bc227b7e0e8610 HTTP/1.1" status: 200 len: 267 time: 0.1129127 Feb 09 16:08:32.070668 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-000ff03d-ab92-4f6f-a657-90f3b2980328 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:32.071997 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-000ff03d-ab92-4f6f-a657-90f3b2980328 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/networks?id=2b3da4be-1f57-494a-a8f4-09aee01d85a0 HTTP/1.1" status: 200 len: 810 time: 0.2023101 Feb 09 16:08:32.088018 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-f544ecd4-06b3-40ab-9244-d1408e1073e9 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/quotas/affdb33688524e34b4bc227b7e0e8610 HTTP/1.1" status: 200 len: 375 time: 0.0102022 Feb 09 16:08:32.165617 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-1985d80a-8022-46e9-82c7-c3329d805dd8 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Synchronizing usage tracker for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:08:32.227315 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-1985d80a-8022-46e9-82c7-c3329d805dd8 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Unset dirty status for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:08:32.228598 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-1985d80a-8022-46e9-82c7-c3329d805dd8 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=affdb33688524e34b4bc227b7e0e8610&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1355603 Feb 09 16:08:32.428905 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-1e1a6f10-5165-4dbc-bed5-9f1b98aa877a service neutron] 10.222.0.30 "GET /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886938 Feb 09 16:08:32.556884 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-e09ff9ae-7448-42ef-b33a-59f5cca1db36 service neutron] 10.222.0.30 "GET /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223238 Feb 09 16:08:33.844857 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-531870ca-ad10-470e-998d-5c05f8601ecc req-91cfc2b3-9a0b-4181-b93c-49b4581a61c2 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 210 time: 0.0399756 Feb 09 16:08:35.004376 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ec39b2a0-24dc-4b67-a6b3-c0ca3cacb81b req-089b2c43-84e7-43b6-8383-94501d719110 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 210 time: 0.0409260 Feb 09 16:08:35.746874 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-851899c7-7d6c-4acb-aa47-d9daf8b303a6 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:35.748234 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-851899c7-7d6c-4acb-aa47-d9daf8b303a6 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.42 "GET /v2.0/networks?id=2b3da4be-1f57-494a-a8f4-09aee01d85a0 HTTP/1.1" status: 200 len: 810 time: 0.1471162 Feb 09 16:08:35.804896 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-d1a75a13-a3bf-4d5e-b18a-1258e8a0447c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=affdb33688524e34b4bc227b7e0e8610 HTTP/1.1" status: 200 len: 380 time: 0.0432250 Feb 09 16:08:35.813678 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-ec64bdef-24fc-42a5-8f01-39e4aac95f87 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Request body: {'port': {'device_id': 'ac03cb64-cfb4-41af-b9c5-9815ab94d383', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'admin_state_up': True, 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'security_groups': ['90a5e4d0-f061-4a1c-a009-e660528490b8']}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:08:35.944773 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-ec64bdef-24fc-42a5-8f01-39e4aac95f87 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:08:35.954947 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-ec64bdef-24fc-42a5-8f01-39e4aac95f87 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:08:36.027498 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-ec64bdef-24fc-42a5-8f01-39e4aac95f87 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Made reservation on behalf of affdb33688524e34b4bc227b7e0e8610 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:08:36.030772 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-ec64bdef-24fc-42a5-8f01-39e4aac95f87 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:36.183864 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-74f2790d-1a07-406c-b0fc-ec1b4481896c req-95636b5f-d050-4b7c-9191-74e110fe2445 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 210 time: 0.0418448 Feb 09 16:08:36.194417 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-ec64bdef-24fc-42a5-8f01-39e4aac95f87 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Allocated IP 172.20.0.8 (2b3da4be-1f57-494a-a8f4-09aee01d85a0/42d3c3d2-bfda-4d8d-9b29-a750ae5d6544/f1b1710d-e561-4fbe-8fc8-7f73a4d49d59) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:08:36.382217 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-ec64bdef-24fc-42a5-8f01-39e4aac95f87 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:36.397057 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-ec64bdef-24fc-42a5-8f01-39e4aac95f87 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Transition to ACTIVE for port object f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:08:36.478302 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-ec64bdef-24fc-42a5-8f01-39e4aac95f87 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:36.547821 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-ec64bdef-24fc-42a5-8f01-39e4aac95f87 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:08:36.550612 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-ec64bdef-24fc-42a5-8f01-39e4aac95f87 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:08:36.554316 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-ec64bdef-24fc-42a5-8f01-39e4aac95f87 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:08:36.584894 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64bdef-24fc-42a5-8f01-39e4aac95f87 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event updated for resources: {'Port': ['ID=f1b1710d-e561-4fbe-8fc8-7f73a4d49d59,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:36.622347 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-ec64bdef-24fc-42a5-8f01-39e4aac95f87 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:36.623103 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-ec64bdef-24fc-42a5-8f01-39e4aac95f87 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:36.713626 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-ec64bdef-24fc-42a5-8f01-39e4aac95f87 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9033754 Feb 09 16:08:36.724864 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Request body: {'port': {'device_id': 'ac03cb64-cfb4-41af-b9c5-9815ab94d383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:08:36.832986 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:36.930026 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-919744e3-a3bb-4712-b7cb-49c89a87f03a None None] Provisioning for port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:08:36.935268 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-919744e3-a3bb-4712-b7cb-49c89a87f03a None None] Provisioning complete for port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:36.935859 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-919744e3-a3bb-4712-b7cb-49c89a87f03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:36.989062 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-919744e3-a3bb-4712-b7cb-49c89a87f03a None None] Port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:08:37.228597 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 {{(pid=83709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:08:37.235824 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:37.249911 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Transition to ACTIVE for port object f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:08:37.339756 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:37.482164 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Pushing event updated for resources: {'Port': ['ID=f1b1710d-e561-4fbe-8fc8-7f73a4d49d59,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:37.539627 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060efca8-fea5-4a98-8c72-bff750b4f0f1 req-e0fc4a19-7000-4a5f-a4a1-ca8364dd2f56 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:37.540324 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-060efca8-fea5-4a98-8c72-bff750b4f0f1 req-e0fc4a19-7000-4a5f-a4a1-ca8364dd2f56 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Synchronizing usage tracker for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:08:37.614861 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Attempting to bind port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:08:37.615237 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Attempting to bind port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:08:37.615512 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Attempting to bind port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 on network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:08:37.621289 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 on network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:08:37.621610 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Attempting to bind port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 on network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:08:37.628331 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:08:37.628664 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Checking segment: {'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:08:37.636587 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Bound using segment: {'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:08:37.636587 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Bound port: f1b1710d-e561-4fbe-8fc8-7f73a4d49d59, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0'}}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:08:37.636587 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:37.678351 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-060efca8-fea5-4a98-8c72-bff750b4f0f1 req-e0fc4a19-7000-4a5f-a4a1-ca8364dd2f56 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Unset dirty status for tenant:affdb33688524e34b4bc227b7e0e8610 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:08:37.679508 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-060efca8-fea5-4a98-8c72-bff750b4f0f1 req-e0fc4a19-7000-4a5f-a4a1-ca8364dd2f56 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 943 time: 0.3765590 Feb 09 16:08:37.762464 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-060efca8-fea5-4a98-8c72-bff750b4f0f1 req-ef616d4e-5f8b-42d4-b477-b8fdd4dc3656 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=90a5e4d0-f061-4a1c-a009-e660528490b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638723 Feb 09 16:08:37.762464 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] For port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59, host hv-cinder-82510, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:08:37.762464 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] For port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f1b1710d-e561-4fbe-8fc8-7f73a4d49d59,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:08:37.850706 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:37.912305 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:37.913635 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] 10.222.0.42 "PUT /v2.0/ports/f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 HTTP/1.1" status: 200 len: 1093 time: 1.1930895 Feb 09 16:08:37.914067 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac03cb64-cfb4-41af-b9c5-9815ab94d383', 'tag': 'f1b1710d-e561-4fbe-8fc8-7f73a4d49d59'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:08:37.931425 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc4c88-396f-412a-8b77-d4c2e0efe2bb service neutron] Pushing event updated for resources: {'Port': ['ID=f1b1710d-e561-4fbe-8fc8-7f73a4d49d59,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:37.977804 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac03cb64-cfb4-41af-b9c5-9815ab94d383', 'tag': 'f1b1710d-e561-4fbe-8fc8-7f73a4d49d59', 'status': 'completed', 'code': 200} Feb 09 16:08:38.073372 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-539cd6b9-95a0-4b89-9c13-ec29443df44d req-772979cd-5a74-4675-b9ed-d3b43232b649 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=affdb33688524e34b4bc227b7e0e8610&device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 1096 time: 0.0732291 Feb 09 16:08:38.214593 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cd6b9-95a0-4b89-9c13-ec29443df44d req-61c9b900-aebd-453c-a00a-9f2c063c8ed6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:38.215930 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-539cd6b9-95a0-4b89-9c13-ec29443df44d req-61c9b900-aebd-453c-a00a-9f2c063c8ed6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=affdb33688524e34b4bc227b7e0e8610&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1352077 Feb 09 16:08:38.348117 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cd6b9-95a0-4b89-9c13-ec29443df44d req-4cb08cd0-e1a7-4912-b845-cd084eb3af1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:38.349528 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-539cd6b9-95a0-4b89-9c13-ec29443df44d req-4cb08cd0-e1a7-4912-b845-cd084eb3af1c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276512 Feb 09 16:08:38.450996 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-c9210d9b-0b9a-4c1d-9b6a-2a0f414bfcaa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=affdb33688524e34b4bc227b7e0e8610&device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 1096 time: 0.0659895 Feb 09 16:08:38.527284 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-d8e496ba-67fc-450b-a091-fe6b28328a16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 HTTP/1.1" status: 200 len: 217 time: 0.0622592 Feb 09 16:08:38.589215 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-5ad0c08e-6514-4ca7-a663-c7562907f6f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:38.590613 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-5ad0c08e-6514-4ca7-a663-c7562907f6f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42d3c3d2-bfda-4d8d-9b29-a750ae5d6544 HTTP/1.1" status: 200 len: 849 time: 0.0548100 Feb 09 16:08:38.666647 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-e5e8c26e-f9fe-45b9-8e42-b8d23b9693f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2b3da4be-1f57-494a-a8f4-09aee01d85a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696278 Feb 09 16:08:38.797827 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-5323cb3f-41ed-4c3c-8525-19d276c5084e service neutron] 10.222.0.42 "GET /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248329 Feb 09 16:08:39.058677 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5fc286ff-bdc5-4ba4-912c-d7fcf448ddd0 req-776e1c38-f1ee-4379-93af-bdcb74737157 service neutron] 10.222.0.42 "GET /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505469 Feb 09 16:08:39.072808 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766790cd-ba16-4333-b676-27d1651169a6 req-c53686b9-87d1-4ecd-a5f1-89ac0713b778 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:39.074229 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-766790cd-ba16-4333-b676-27d1651169a6 req-c53686b9-87d1-4ecd-a5f1-89ac0713b778 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 943 time: 0.1992970 Feb 09 16:08:39.120801 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-766790cd-ba16-4333-b676-27d1651169a6 req-8cd4063c-5db4-4211-bbb9-b067371fbb76 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=90a5e4d0-f061-4a1c-a009-e660528490b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391717 Feb 09 16:08:40.324595 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf65b9-20af-4ea4-8bfa-9f9640c93d1a req-be9c51d1-304d-4dff-a8b0-8cc614962fd6 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:40.326058 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7faf65b9-20af-4ea4-8bfa-9f9640c93d1a req-be9c51d1-304d-4dff-a8b0-8cc614962fd6 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 943 time: 0.0786233 Feb 09 16:08:40.371270 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7faf65b9-20af-4ea4-8bfa-9f9640c93d1a req-c0c12a9d-27c8-46b2-93eb-ea81a90d5f89 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=90a5e4d0-f061-4a1c-a009-e660528490b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394826 Feb 09 16:08:41.206914 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:08:41.337650 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f1b1710d-e561-4fbe-8fc8-7f73a4d49d59,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:41.350870 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': 'f1b1710d-e561-4fbe-8fc8-7f73a4d49d59', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'port_id': 'f1b1710d-e561-4fbe-8fc8-7f73a4d49d59', 'mac_address': 'fa:16:3e:6b:93:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:08:41.403552 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:41.421228 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:08:41.436526 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f1b1710d-e561-4fbe-8fc8-7f73a4d49d59,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:41.506683 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:41.569280 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edf236-1d60-4cce-bc15-3d25f18c9c8c req-8e8e9a5e-e351-4d72-b25b-ce00b2799864 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:41.570737 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d9edf236-1d60-4cce-bc15-3d25f18c9c8c req-8e8e9a5e-e351-4d72-b25b-ce00b2799864 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 944 time: 0.0789258 Feb 09 16:08:41.573393 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=f1b1710d-e561-4fbe-8fc8-7f73a4d49d59,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:41.583095 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:41.583095 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:41.583433 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:41.583761 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:41.584085 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:41.584406 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:41.584724 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:41.585041 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:41.585356 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:41.585670 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:41.585981 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:41.615798 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d9edf236-1d60-4cce-bc15-3d25f18c9c8c req-d7084e45-1e6c-40be-a2e4-f745ad4a0b40 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=90a5e4d0-f061-4a1c-a009-e660528490b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394104 Feb 09 16:08:41.747291 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['f1b1710d-e561-4fbe-8fc8-7f73a4d49d59'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:08:42.807414 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53396e45-c9e4-43dd-97ab-235b29a32574 req-1176bb92-f42f-4628-85a9-22beda096a14 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:42.808864 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-53396e45-c9e4-43dd-97ab-235b29a32574 req-1176bb92-f42f-4628-85a9-22beda096a14 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 944 time: 0.0731931 Feb 09 16:08:42.853116 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-53396e45-c9e4-43dd-97ab-235b29a32574 req-5ce87cb6-1abf-4947-9ac0-f09b0053c31c tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=90a5e4d0-f061-4a1c-a009-e660528490b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382481 Feb 09 16:08:43.217966 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:08:43.340264 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:08:43.345639 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:43.345999 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:43.453989 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:43.479672 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac03cb64-cfb4-41af-b9c5-9815ab94d383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b1710d-e561-4fbe-8fc8-7f73a4d49d59'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:08:43.489519 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f1b1710d-e561-4fbe-8fc8-7f73a4d49d59,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:43.532727 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac03cb64-cfb4-41af-b9c5-9815ab94d383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b1710d-e561-4fbe-8fc8-7f73a4d49d59', 'code': 200} Feb 09 16:08:43.564324 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:43.633927 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=f1b1710d-e561-4fbe-8fc8-7f73a4d49d59,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:43.912769 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-70ee90ba-3b39-48f9-ad94-e516f9dad4cb req-41731644-0864-4e74-9f48-0f2608780bcb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 1098 time: 0.0667386 Feb 09 16:08:43.955229 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-70ee90ba-3b39-48f9-ad94-e516f9dad4cb req-644dd613-1e12-46ef-9059-c0f81bfb71eb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=90a5e4d0-f061-4a1c-a009-e660528490b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351286 Feb 09 16:08:44.046949 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d692da-5436-404d-9a44-ab79d26731ca req-be496a75-1a66-4443-bb07-ce138972ff93 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:44.048372 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-20d692da-5436-404d-9a44-ab79d26731ca req-be496a75-1a66-4443-bb07-ce138972ff93 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 945 time: 0.0769112 Feb 09 16:08:44.091572 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-20d692da-5436-404d-9a44-ab79d26731ca req-462a23e3-e77a-4d75-9c47-60661f498d4d tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=90a5e4d0-f061-4a1c-a009-e660528490b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378401 Feb 09 16:08:45.292114 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d8e6c-2ec6-4e2e-9fe8-92cd4cafee0f req-bc1062a4-8c68-42ca-8790-7b84e080a05f tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:45.293554 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-049d8e6c-2ec6-4e2e-9fe8-92cd4cafee0f req-bc1062a4-8c68-42ca-8790-7b84e080a05f tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 945 time: 0.0777774 Feb 09 16:08:45.340718 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-049d8e6c-2ec6-4e2e-9fe8-92cd4cafee0f req-7f2574ec-9903-46d8-bda3-7cee1ece65b0 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=90a5e4d0-f061-4a1c-a009-e660528490b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409856 Feb 09 16:08:46.535306 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3918c-8f1b-4525-b581-ae7a2a781c39 req-96a21223-c1c8-47e4-b0da-0abd2eda47b1 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:46.536627 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-59f3918c-8f1b-4525-b581-ae7a2a781c39 req-96a21223-c1c8-47e4-b0da-0abd2eda47b1 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 945 time: 0.0747676 Feb 09 16:08:46.585276 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-59f3918c-8f1b-4525-b581-ae7a2a781c39 req-faf962f1-a71c-49be-9e49-3a026048b4b4 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=90a5e4d0-f061-4a1c-a009-e660528490b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431926 Feb 09 16:08:46.650235 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:46.787851 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ca8cf-55e4-4144-8dd1-2ce8d36232f1 req-19c9ffd3-54c3-4299-8254-f988564504b8 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:46.789206 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-6b3ca8cf-55e4-4144-8dd1-2ce8d36232f1 req-19c9ffd3-54c3-4299-8254-f988564504b8 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 945 time: 0.0765502 Feb 09 16:08:46.798049 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 60910) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:08:46.803138 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b7b302c3-3f2d-4b76-adab-64754816a291 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Request body: {'floatingip': {'port_id': 'f1b1710d-e561-4fbe-8fc8-7f73a4d49d59'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:08:46.878930 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b7b302c3-3f2d-4b76-adab-64754816a291 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for floatingip, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:47.252160 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:08:47.457718 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b7b302c3-3f2d-4b76-adab-64754816a291 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:47.529809 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b7b302c3-3f2d-4b76-adab-64754816a291 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691969'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:47.713218 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.l3_db [None req-b7b302c3-3f2d-4b76-adab-64754816a291 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Floating IP 7e704117-18bf-4bec-b70d-e4d4d5f0948c associated. External IP: 172.28.1.39, port: f1b1710d-e561-4fbe-8fc8-7f73a4d49d59. Feb 09 16:08:48.162847 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b302c3-3f2d-4b76-adab-64754816a291 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Router 14948fbf-24d9-4826-a8d1-0aa89e978e57 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:08:48.359298 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b302c3-3f2d-4b76-adab-64754816a291 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:08:48.364125 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b7b302c3-3f2d-4b76-adab-64754816a291 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:48.368726 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2231bb9-0f07-4043-bda5-c88832975125 None None] Sync routers for ids ['14948fbf-24d9-4826-a8d1-0aa89e978e57'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:08:48.380850 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2231bb9-0f07-4043-bda5-c88832975125 None None] Routers {'14948fbf-24d9-4826-a8d1-0aa89e978e57'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:08:48.381453 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-a2231bb9-0f07-4043-bda5-c88832975125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:08:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['14948fbf-24d9-4826-a8d1-0aa89e978e57'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:48.419158 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-b7b302c3-3f2d-4b76-adab-64754816a291 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "PUT /v2.0/floatingips/7e704117-18bf-4bec-b70d-e4d4d5f0948c HTTP/1.1" status: 200 len: 990 time: 1.6199758 Feb 09 16:08:48.419647 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac03cb64-cfb4-41af-b9c5-9815ab94d383', 'tag': 'f1b1710d-e561-4fbe-8fc8-7f73a4d49d59'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:08:48.474249 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac03cb64-cfb4-41af-b9c5-9815ab94d383', 'tag': 'f1b1710d-e561-4fbe-8fc8-7f73a4d49d59', 'status': 'completed', 'code': 200} Feb 09 16:08:48.559323 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-a2231bb9-0f07-4043-bda5-c88832975125 None None] Set router 14948fbf-24d9-4826-a8d1-0aa89e978e57 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:08:48.570063 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-15077e33-a801-4b4b-a3b2-18be747e995d req-4332d97f-6523-4259-b231-5cc96f2d44f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=affdb33688524e34b4bc227b7e0e8610&device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 1098 time: 0.0724652 Feb 09 16:08:48.592879 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350efe89-b0c4-4c9c-93a8-d5a5656ead11 req-bc27ec99-b9d2-4372-89e6-e7fbbf83167b tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:48.594612 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-350efe89-b0c4-4c9c-93a8-d5a5656ead11 req-bc27ec99-b9d2-4372-89e6-e7fbbf83167b tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 945 time: 0.0784461 Feb 09 16:08:48.656559 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-350efe89-b0c4-4c9c-93a8-d5a5656ead11 req-3bd40d10-4cdf-444b-bca3-515ce1e97dc1 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=90a5e4d0-f061-4a1c-a009-e660528490b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559509 Feb 09 16:08:48.721159 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15077e33-a801-4b4b-a3b2-18be747e995d req-97260162-d208-4804-85d1-c02ed452b1b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:48.722615 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-15077e33-a801-4b4b-a3b2-18be747e995d req-97260162-d208-4804-85d1-c02ed452b1b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2b3da4be-1f57-494a-a8f4-09aee01d85a0 HTTP/1.1" status: 200 len: 911 time: 0.1446068 Feb 09 16:08:48.825470 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-15077e33-a801-4b4b-a3b2-18be747e995d req-0f209ed6-7486-4529-b4ff-313acf6aef19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 HTTP/1.1" status: 200 len: 998 time: 0.0955842 Feb 09 16:08:48.887344 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15077e33-a801-4b4b-a3b2-18be747e995d req-53679a91-6588-453e-8799-452735c4dcab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:48.888756 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-15077e33-a801-4b4b-a3b2-18be747e995d req-53679a91-6588-453e-8799-452735c4dcab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42d3c3d2-bfda-4d8d-9b29-a750ae5d6544 HTTP/1.1" status: 200 len: 849 time: 0.0563409 Feb 09 16:08:48.907083 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-a2231bb9-0f07-4043-bda5-c88832975125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': '7e704117-18bf-4bec-b70d-e4d4d5f0948c', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'floating_ip_address': '172.28.1.39', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'port_id': 'f1b1710d-e561-4fbe-8fc8-7f73a4d49d59', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'mac_address': 'fa:16:3e:6b:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac03cb64-cfb4-41af-b9c5-9815ab94d383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:08:30Z', 'updated_at': '2022-02-09T16:08:47Z', 'revision_number': 1, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf478b25-1897-4e21-8f62-fcbddb938c3f', 'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'mac_address': 'fa:16:3e:29:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:31Z', 'updated_at': '2022-02-09T16:05:52Z', 'revision_number': 5, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'subnets': [{'id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:48.910899 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2231bb9-0f07-4043-bda5-c88832975125 None None] Checking router: 14948fbf-24d9-4826-a8d1-0aa89e978e57 for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:08:48.921419 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2231bb9-0f07-4043-bda5-c88832975125 None None] Routers {'14948fbf-24d9-4826-a8d1-0aa89e978e57'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:08:48.922033 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-a2231bb9-0f07-4043-bda5-c88832975125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:08:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['14948fbf-24d9-4826-a8d1-0aa89e978e57'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:48.964672 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-15077e33-a801-4b4b-a3b2-18be747e995d req-11950eb9-f998-4b9d-9ac2-e78aac5cb08f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2b3da4be-1f57-494a-a8f4-09aee01d85a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694745 Feb 09 16:08:49.105443 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-15077e33-a801-4b4b-a3b2-18be747e995d req-040945a9-a351-4df4-b66d-9719a7678066 service neutron] 10.222.0.42 "GET /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292834 Feb 09 16:08:49.135458 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-a2231bb9-0f07-4043-bda5-c88832975125 None None] Set router 14948fbf-24d9-4826-a8d1-0aa89e978e57 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:08:49.240100 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-15077e33-a801-4b4b-a3b2-18be747e995d req-88d53c09-751f-442e-9c0f-9a047576da00 service neutron] 10.222.0.42 "GET /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271157 Feb 09 16:08:49.484890 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-a2231bb9-0f07-4043-bda5-c88832975125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': '7e704117-18bf-4bec-b70d-e4d4d5f0948c', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'floating_ip_address': '172.28.1.39', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'port_id': 'f1b1710d-e561-4fbe-8fc8-7f73a4d49d59', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'mac_address': 'fa:16:3e:6b:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac03cb64-cfb4-41af-b9c5-9815ab94d383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:08:30Z', 'updated_at': '2022-02-09T16:08:47Z', 'revision_number': 1, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf478b25-1897-4e21-8f62-fcbddb938c3f', 'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'mac_address': 'fa:16:3e:29:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:31Z', 'updated_at': '2022-02-09T16:05:52Z', 'revision_number': 5, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'subnets': [{'id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:49.488827 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2231bb9-0f07-4043-bda5-c88832975125 None None] The sync data for ids ['14948fbf-24d9-4826-a8d1-0aa89e978e57'] in dv-cinder-825105-1-smb is: [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_floatingips': [{'id': '7e704117-18bf-4bec-b70d-e4d4d5f0948c', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'floating_ip_address': '172.28.1.39', 'floating_network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'router_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'port_id': 'f1b1710d-e561-4fbe-8fc8-7f73a4d49d59', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'mac_address': 'fa:16:3e:6b:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac03cb64-cfb4-41af-b9c5-9815ab94d383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:08:30Z', 'updated_at': '2022-02-09T16:08:47Z', 'revision_number': 1, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf478b25-1897-4e21-8f62-fcbddb938c3f', 'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'mac_address': 'fa:16:3e:29:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:31Z', 'updated_at': '2022-02-09T16:05:52Z', 'revision_number': 5, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'subnets': [{'id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:08:49.674120 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aece6c-7737-437d-b2cc-bea003df97d7 None None] New status for floating IP 7e704117-18bf-4bec-b70d-e4d4d5f0948c: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 16:08:49.845767 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9a747-a1a3-4314-a789-0732df93787e req-5a734dae-a784-4bc4-b6d8-d62e86e53464 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:49.847180 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8ac9a747-a1a3-4314-a789-0732df93787e req-5a734dae-a784-4bc4-b6d8-d62e86e53464 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 945 time: 0.0777898 Feb 09 16:08:49.891974 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8ac9a747-a1a3-4314-a789-0732df93787e req-eac9271d-bde6-4c0b-b0d9-2fe10133db31 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=90a5e4d0-f061-4a1c-a009-e660528490b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392156 Feb 09 16:08:51.228886 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c8d45-0ac9-4d40-80df-d40df106c9d4 req-22175f8d-e09b-4671-a3f7-17af002da252 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:51.230356 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1e0c8d45-0ac9-4d40-80df-d40df106c9d4 req-22175f8d-e09b-4671-a3f7-17af002da252 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 946 time: 0.0805504 Feb 09 16:08:51.274576 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1e0c8d45-0ac9-4d40-80df-d40df106c9d4 req-4f812530-5ea7-4996-87c2-d4fd0862b04c tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387270 Feb 09 16:08:52.481655 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ccdcc-88c0-4fa9-baac-84aba110148a req-1302871f-c637-4ea8-9ead-6c525120e38f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:52.483226 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a28ccdcc-88c0-4fa9-baac-84aba110148a req-1302871f-c637-4ea8-9ead-6c525120e38f tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 946 time: 0.0758362 Feb 09 16:08:52.645749 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a28ccdcc-88c0-4fa9-baac-84aba110148a req-21445bd2-e4f8-435c-bbf0-746d66d01e34 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5de5e60-ac16-410d-8ce2-a2725cfd72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568487 Feb 09 16:08:52.700144 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2266a52-a55d-4801-bad3-4444a0f40408 req-f830930d-3266-4309-9411-d15803f28a90 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:52.701526 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b2266a52-a55d-4801-bad3-4444a0f40408 req-f830930d-3266-4309-9411-d15803f28a90 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 946 time: 0.1769931 Feb 09 16:08:52.767908 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-b2266a52-a55d-4801-bad3-4444a0f40408 req-ad092afb-1001-4e64-bd07-0452f63e510d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Deleting port d5306ced-1f84-49db-97af-6c0223ec7724 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:08:52.768247 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b2266a52-a55d-4801-bad3-4444a0f40408 req-ad092afb-1001-4e64-bd07-0452f63e510d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:53.015701 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-b2266a52-a55d-4801-bad3-4444a0f40408 req-ad092afb-1001-4e64-bd07-0452f63e510d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] For port d5306ced-1f84-49db-97af-6c0223ec7724, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d5306ced-1f84-49db-97af-6c0223ec7724,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:53.016055 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b2266a52-a55d-4801-bad3-4444a0f40408 req-ad092afb-1001-4e64-bd07-0452f63e510d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:53.301957 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b2266a52-a55d-4801-bad3-4444a0f40408 req-ad092afb-1001-4e64-bd07-0452f63e510d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:53.302288 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b2266a52-a55d-4801-bad3-4444a0f40408 req-ad092afb-1001-4e64-bd07-0452f63e510d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691969'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:53.302553 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.l3_db [req-b2266a52-a55d-4801-bad3-4444a0f40408 req-ad092afb-1001-4e64-bd07-0452f63e510d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Floating IP 1498dc65-438b-4aff-ab40-37f58b97aca7 disassociated. External IP: 172.28.1.62, port: d5306ced-1f84-49db-97af-6c0223ec7724. Feb 09 16:08:53.302891 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-b2266a52-a55d-4801-bad3-4444a0f40408 req-ad092afb-1001-4e64-bd07-0452f63e510d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Calling delete_port for d5306ced-1f84-49db-97af-6c0223ec7724 owned by compute:nova {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:08:53.501196 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b2266a52-a55d-4801-bad3-4444a0f40408 req-ad092afb-1001-4e64-bd07-0452f63e510d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:53.551531 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad092afb-1001-4e64-bd07-0452f63e510d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event deleted for resources: {'Port': ['ID=d5306ced-1f84-49db-97af-6c0223ec7724,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:53.761109 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2266a52-a55d-4801-bad3-4444a0f40408 req-ad092afb-1001-4e64-bd07-0452f63e510d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:08:53.772108 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a52bb472-e961-4258-89c0-dbafd4a4601e req-47124d3d-5205-479d-bbbd-f6687a1a42fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812664 Feb 09 16:08:53.918347 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-7eb134c5-6e56-485b-9dfa-4f0c6bcf7257 req-2cc9994d-bdac-4b08-aa60-94d9b1dd194a tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 210 time: 0.0724120 Feb 09 16:08:53.962941 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a52bb472-e961-4258-89c0-dbafd4a4601e req-ef2bc5d4-5c80-4991-8628-bf11ecd8cee9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43ed7dd9edae4b20a88c5eba35af5527&device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 1099 time: 0.0760787 Feb 09 16:08:53.991054 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2266a52-a55d-4801-bad3-4444a0f40408 req-ad092afb-1001-4e64-bd07-0452f63e510d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:08:54.001972 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15a59c-eb13-4876-ad6d-d062b3842091 None None] Sync routers for ids ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:08:54.019548 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15a59c-eb13-4876-ad6d-d062b3842091 None None] Routers {'2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:08:54.021496 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-da15a59c-eb13-4876-ad6d-d062b3842091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:08:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:54.063208 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2266a52-a55d-4801-bad3-4444a0f40408 req-ad092afb-1001-4e64-bd07-0452f63e510d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] No DVR routers for this DVR port d5306ced-1f84-49db-97af-6c0223ec7724 on host hv-cinder-82510 {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:08:54.065740 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b2266a52-a55d-4801-bad3-4444a0f40408 req-ad092afb-1001-4e64-bd07-0452f63e510d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:54.068480 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'name': 'network-vif-deleted', 'tag': 'd5306ced-1f84-49db-97af-6c0223ec7724'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:08:54.120883 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bb472-e961-4258-89c0-dbafd4a4601e req-baa86a37-06d3-4206-8d70-de5d8f6394ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:54.122572 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a52bb472-e961-4258-89c0-dbafd4a4601e req-baa86a37-06d3-4206-8d70-de5d8f6394ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=18c16b04-0f6a-43fa-a890-19fb89b12238 HTTP/1.1" status: 200 len: 909 time: 0.1399395 Feb 09 16:08:54.136914 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2ba035-8cb6-48fe-8832-be8ae2e0e932', 'name': 'network-vif-deleted', 'tag': 'd5306ced-1f84-49db-97af-6c0223ec7724', 'status': 'completed', 'code': 200} Feb 09 16:08:54.189505 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b2266a52-a55d-4801-bad3-4444a0f40408 req-ad092afb-1001-4e64-bd07-0452f63e510d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.42 "DELETE /v2.0/ports/d5306ced-1f84-49db-97af-6c0223ec7724 HTTP/1.1" status: 204 len: 173 time: 1.4829202 Feb 09 16:08:54.224121 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-da15a59c-eb13-4876-ad6d-d062b3842091 None None] Set router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:08:54.239290 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a52bb472-e961-4258-89c0-dbafd4a4601e req-a53c0863-8ec5-4703-9e42-d7b89dc162f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16d13756-7324-470e-ba51-a66d44fb148e HTTP/1.1" status: 200 len: 1002 time: 0.1109815 Feb 09 16:08:54.310267 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bb472-e961-4258-89c0-dbafd4a4601e req-c5390863-8413-467f-b881-626113098e4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:54.312586 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a52bb472-e961-4258-89c0-dbafd4a4601e req-c5390863-8413-467f-b881-626113098e4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1414b891-07be-4dcb-b434-3590d3850f3b HTTP/1.1" status: 200 len: 847 time: 0.0637586 Feb 09 16:08:54.388268 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a52bb472-e961-4258-89c0-dbafd4a4601e req-09d22abf-e8e9-43ae-8862-8bc206a03108 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18c16b04-0f6a-43fa-a890-19fb89b12238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694730 Feb 09 16:08:54.521426 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a52bb472-e961-4258-89c0-dbafd4a4601e req-4b8f26f3-329c-475e-903d-b3af665fc0f6 service neutron] 10.222.0.42 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263635 Feb 09 16:08:54.556088 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-da15a59c-eb13-4876-ad6d-d062b3842091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:39Z', 'revision_number': 5, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:54.559918 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15a59c-eb13-4876-ad6d-d062b3842091 None None] Checking router: 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:08:54.571376 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15a59c-eb13-4876-ad6d-d062b3842091 None None] Routers {'2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:08:54.571973 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-da15a59c-eb13-4876-ad6d-d062b3842091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:08:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:54.662031 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a52bb472-e961-4258-89c0-dbafd4a4601e req-21e8a183-b37f-4e36-9d45-f33de52376f2 service neutron] 10.222.0.42 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346602 Feb 09 16:08:54.754905 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-da15a59c-eb13-4876-ad6d-d062b3842091 None None] Set router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:08:55.124768 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-da15a59c-eb13-4876-ad6d-d062b3842091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:39Z', 'revision_number': 5, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:55.129067 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15a59c-eb13-4876-ad6d-d062b3842091 None None] The sync data for ids ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'] in dv-cinder-825105-1-smb is: [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:02:01Z', 'revision_number': 4, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '8b356718-24c2-44d6-82d9-e24642adb738', 'name': '', 'network_id': '7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'mac_address': 'fa:16:3e:9e:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:59Z', 'updated_at': '2022-02-09T16:02:39Z', 'revision_number': 5, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'subnets': [{'id': '1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:08:55.138426 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-1b2694dd-0c3c-4041-8564-8e0485bdc8d5 req-42d04b94-e8ee-49c6-a5a7-d6255b6068ac tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2ba035-8cb6-48fe-8832-be8ae2e0e932 HTTP/1.1" status: 200 len: 210 time: 0.0399370 Feb 09 16:08:55.328468 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device d5306ced-1f84-49db-97af-6c0223ec7724 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:08:55.367458 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: d5306ced-1f84-49db-97af-6c0223ec7724 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:08:55.367794 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device d5306ced-1f84-49db-97af-6c0223ec7724 not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:08:55.426553 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8bc9bfbb-426d-4c0a-8d9a-ae40bda9883b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:56.000738 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cade09c5-05ed-48b1-a729-34bf679d5aa8 None None] New status for floating IP 1498dc65-438b-4aff-ab40-37f58b97aca7: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 16:08:56.401885 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60982) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:08:56.471193 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:56.497722 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:56.602466 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:56.620821 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5de5e60-ac16-410d-8ce2-a2725cfd72fa,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:56.630024 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:56.630386 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:56.630724 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:56.632599 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:56.632599 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:56.632599 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:56.632599 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:56.632599 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:56.633056 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:56.633056 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:56.633405 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:56.687843 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:56.688984 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-b91d7c72-1367-4b5a-b656-a0384bc29fc0 tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "DELETE /v2.0/security-groups/a5de5e60-ac16-410d-8ce2-a2725cfd72fa HTTP/1.1" status: 204 len: 168 time: 0.2860031 Feb 09 16:08:56.691585 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60986) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:08:56.708210 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.api.v2.resource [None req-4f69c6a6-8325-4699-bc51-8b4871605a0e tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] show failed (client error): The resource could not be found. Feb 09 16:08:56.709150 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-4f69c6a6-8325-4699-bc51-8b4871605a0e tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "GET /v2.0/security-groups/a5de5e60-ac16-410d-8ce2-a2725cfd72fa HTTP/1.1" status: 404 len: 347 time: 0.0166214 Feb 09 16:08:56.711744 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 60990) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:08:56.931208 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-db577e95-0fcb-492c-a517-0d8f159ecf7d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Deleting port 620bbc35-4a59-46a1-a7bf-dbad71535aca {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:08:56.931555 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db577e95-0fcb-492c-a517-0d8f159ecf7d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:57.102361 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db577e95-0fcb-492c-a517-0d8f159ecf7d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:57.102690 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db577e95-0fcb-492c-a517-0d8f159ecf7d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:57.228046 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-db577e95-0fcb-492c-a517-0d8f159ecf7d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Calling delete_port for 620bbc35-4a59-46a1-a7bf-dbad71535aca owned by network:floatingip {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:08:57.438614 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db577e95-0fcb-492c-a517-0d8f159ecf7d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:57.492251 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db577e95-0fcb-492c-a517-0d8f159ecf7d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Pushing event deleted for resources: {'Port': ['ID=620bbc35-4a59-46a1-a7bf-dbad71535aca,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:57.584769 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db577e95-0fcb-492c-a517-0d8f159ecf7d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks [] for floatingip, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:57.599341 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-db577e95-0fcb-492c-a517-0d8f159ecf7d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for floatingip, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:57.601902 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-db577e95-0fcb-492c-a517-0d8f159ecf7d tempest-AttachVolumeShelveTestJSON-1534671359 tempest-AttachVolumeShelveTestJSON-1534671359-project] 10.222.0.30 "DELETE /v2.0/floatingips/1498dc65-438b-4aff-ab40-37f58b97aca7 HTTP/1.1" status: 204 len: 168 time: 0.8892808 Feb 09 16:08:57.821083 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e9993cff-8ec8-4f5b-b4ef-6de5fde6f9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:58.986901 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:59.032616 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:00.323716 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:00.679773 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 32804) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:01.254521 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-346dc433-3af4-4f52-a704-8de61df4d9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1695319'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:01.830286 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-346dc433-3af4-4f52-a704-8de61df4d9e0 admin admin] Deleting port 8b356718-24c2-44d6-82d9-e24642adb738 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:01.830885 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-346dc433-3af4-4f52-a704-8de61df4d9e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:01.995728 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-346dc433-3af4-4f52-a704-8de61df4d9e0 admin admin] For port 8b356718-24c2-44d6-82d9-e24642adb738, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=8b356718-24c2-44d6-82d9-e24642adb738,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:01.996005 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-346dc433-3af4-4f52-a704-8de61df4d9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:02.114283 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-346dc433-3af4-4f52-a704-8de61df4d9e0 admin admin] Calling delete_port for 8b356718-24c2-44d6-82d9-e24642adb738 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:02.517820 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-346dc433-3af4-4f52-a704-8de61df4d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:02.561955 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346dc433-3af4-4f52-a704-8de61df4d9e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b356718-24c2-44d6-82d9-e24642adb738,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:02.843050 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-346dc433-3af4-4f52-a704-8de61df4d9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695460'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:03.399230 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346dc433-3af4-4f52-a704-8de61df4d9e0 admin admin] Router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:09:03.591513 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346dc433-3af4-4f52-a704-8de61df4d9e0 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:09:03.601334 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad819a6-3634-4603-807d-7f3a41696c64 None None] Sync routers for ids ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:09:03.605998 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-346dc433-3af4-4f52-a704-8de61df4d9e0 admin admin] 10.222.0.30 "PUT /v2.0/routers/2004bd39-fca9-4c8b-8409-1a4fe18aa9b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9228425 Feb 09 16:09:03.606209 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 32810) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:03.618090 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad819a6-3634-4603-807d-7f3a41696c64 None None] Routers {'2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:09:03.618725 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-0ad819a6-3634-4603-807d-7f3a41696c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:08:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:03.791773 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-0ad819a6-3634-4603-807d-7f3a41696c64 None None] Set router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:09:03.799391 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-842459f4-d428-458a-9220-087df7d5e9dd admin admin] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:04.073622 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-0ad819a6-3634-4603-807d-7f3a41696c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:09:02Z', 'revision_number': 5, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port': {'id': '2afc768d-73f9-4cd2-a1cf-cbff4a45324a', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:01:54Z', 'updated_at': '2022-02-09T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:04.077916 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad819a6-3634-4603-807d-7f3a41696c64 None None] Checking router: 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:09:04.078470 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-842459f4-d428-458a-9220-087df7d5e9dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:04.088299 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad819a6-3634-4603-807d-7f3a41696c64 None None] Routers {'2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:09:04.088880 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-0ad819a6-3634-4603-807d-7f3a41696c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:08:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:04.139849 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-842459f4-d428-458a-9220-087df7d5e9dd admin admin] Deleting port 2afc768d-73f9-4cd2-a1cf-cbff4a45324a {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:04.140183 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-842459f4-d428-458a-9220-087df7d5e9dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:04.239468 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-0ad819a6-3634-4603-807d-7f3a41696c64 None None] Set router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 gateway port host: None {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:09:04.321742 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-842459f4-d428-458a-9220-087df7d5e9dd admin admin] For port 2afc768d-73f9-4cd2-a1cf-cbff4a45324a, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=2afc768d-73f9-4cd2-a1cf-cbff4a45324a,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:04.323148 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-842459f4-d428-458a-9220-087df7d5e9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:04.347123 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-0ad819a6-3634-4603-807d-7f3a41696c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:09:04Z', 'revision_number': 6, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port_host': None}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:04.351075 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad819a6-3634-4603-807d-7f3a41696c64 None None] The sync data for ids ['2004bd39-fca9-4c8b-8409-1a4fe18aa9b7'] in dv-cinder-825105-1-smb is: [{'id': '2004bd39-fca9-4c8b-8409-1a4fe18aa9b7', 'name': 'tempest-AttachVolumeShelveTestJSON-2010363840-router', 'tenant_id': '583b1cb4cc844713b243032c95f65f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:01:53Z', 'updated_at': '2022-02-09T16:09:04Z', 'revision_number': 6, 'project_id': '583b1cb4cc844713b243032c95f65f45', 'gw_port_host': None}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:09:04.447404 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-842459f4-d428-458a-9220-087df7d5e9dd admin admin] Calling delete_port for 2afc768d-73f9-4cd2-a1cf-cbff4a45324a owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:04.671881 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-842459f4-d428-458a-9220-087df7d5e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:04.719187 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842459f4-d428-458a-9220-087df7d5e9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=2afc768d-73f9-4cd2-a1cf-cbff4a45324a,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:04.936355 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-842459f4-d428-458a-9220-087df7d5e9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691954'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:05.188488 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-842459f4-d428-458a-9220-087df7d5e9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41891'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:05.192564 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-842459f4-d428-458a-9220-087df7d5e9dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:05.385979 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-842459f4-d428-458a-9220-087df7d5e9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693718'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:05.386525 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842459f4-d428-458a-9220-087df7d5e9dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:09:05.399453 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-842459f4-d428-458a-9220-087df7d5e9dd admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:05.400581 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-842459f4-d428-458a-9220-087df7d5e9dd admin admin] 10.222.0.30 "DELETE /v2.0/routers/2004bd39-fca9-4c8b-8409-1a4fe18aa9b7 HTTP/1.1" status: 204 len: 168 time: 1.7934496 Feb 09 16:09:05.403209 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 32814) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:05.465977 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed6b067-05f4-42cb-bae6-bb950b55bb52 admin admin] Deleting subnet 1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:09:05.473238 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8ed6b067-05f4-42cb-bae6-bb950b55bb52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:05.521352 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8ed6b067-05f4-42cb-bae6-bb950b55bb52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368596'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:05.634554 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8ed6b067-05f4-42cb-bae6-bb950b55bb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3247574'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:05.769684 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8ed6b067-05f4-42cb-bae6-bb950b55bb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3247599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7031016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7118252'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:05.809477 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6b067-05f4-42cb-bae6-bb950b55bb52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:05.815412 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8ed6b067-05f4-42cb-bae6-bb950b55bb52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:05.820574 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ff6dd-c112-4fec-9a30-f2869d946296 None None] Network 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:09:05.821374 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-8ed6b067-05f4-42cb-bae6-bb950b55bb52 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1ecd764e-c9a7-4b6f-ae0a-bd6e18088b3b HTTP/1.1" status: 204 len: 168 time: 0.4172034 Feb 09 16:09:05.823896 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 32818) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:05.925976 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3173060'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:05.936630 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] Deleting port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:05.936952 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.060817 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85a7be6-575f-4924-a614-442560c9c441 None None] DHCP port deletion for 7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af request from dv-cinder-825105-1-smb {{(pid=83710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 16:09:06.065151 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d85a7be6-575f-4924-a614-442560c9c441 None None] Deleting port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:06.065520 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d85a7be6-575f-4924-a614-442560c9c441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.141747 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] For port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:06.142162 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.262260 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] Calling delete_port for 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:06.301709 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-d85a7be6-575f-4924-a614-442560c9c441 None None] For port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41,segment=NetworkSegment(b8f929e4-0953-4e28-98dd-716329d96552),segment_id=b8f929e4-0953-4e28-98dd-716329d96552)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:06.302099 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d85a7be6-575f-4924-a614-442560c9c441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.366095 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 8b356718-24c2-44d6-82d9-e24642adb738 no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:09:06.425404 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.452936 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d85a7be6-575f-4924-a614-442560c9c441 None None] Calling delete_port for 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:06.470746 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:06.475218 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] No DVR routers for this DVR port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 on host dv-cinder-825105-1-smb {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:09:06.490289 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: 8b356718-24c2-44d6-82d9-e24642adb738 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:09:06.490626 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 8b356718-24c2-44d6-82d9-e24642adb738 not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:09:06.491027 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 2afc768d-73f9-4cd2-a1cf-cbff4a45324a no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:09:06.528280 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: 2afc768d-73f9-4cd2-a1cf-cbff4a45324a {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:09:06.528673 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 2afc768d-73f9-4cd2-a1cf-cbff4a45324a not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:09:06.529023 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:09:06.567467 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:09:06.567807 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:09:06.594829 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.db.api [None req-d85a7be6-575f-4924-a614-442560c9c441 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:09:06.595176 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG oslo_db.api [None req-d85a7be6-575f-4924-a614-442560c9c441 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:09:06.596360 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3246939', 'neutron.services.segments.db._delete_segments_for_network-8772266662247'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.620113 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:06.632050 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f929e4-0953-4e28-98dd-716329d96552') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:06.632356 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f929e4-0953-4e28-98dd-716329d96552') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:06.643790 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772266661614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368607'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.662568 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.668388 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:09:06.668762 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3244415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7030850'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: Traceback (most recent call last): Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: timer() Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: cb(*args, **kw) Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: return func(*args, **kwargs) Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: self._notify() Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: self.callback(batched_events) Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: event.method(event) Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: return f(self, *a, **k) Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: return self._get(url).json() Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:09:06.681885 dv-cinder-825105-1-smb neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:09:06.814952 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3246932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691991'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.819082 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.843827 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:06.912574 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-a36ba66a-3a60-42a7-92ac-2ba998a09dfa admin admin] 10.222.0.30 "DELETE /v2.0/networks/7ea8f119-6da2-4bb2-9b2b-5ccf1b0491af HTTP/1.1" status: 204 len: 168 time: 1.0877178 Feb 09 16:09:07.096270 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d85a7be6-575f-4924-a614-442560c9c441 None None] Deleting port 1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:07.096826 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d85a7be6-575f-4924-a614-442560c9c441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:07.159479 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d85a7be6-575f-4924-a614-442560c9c441 None None] The port '1f25a8c0-7ae3-49d0-aac4-97a1a60a2c41' was deleted {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 16:09:07.249604 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 32826) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:07.303061 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-9c3256e9-260e-4ce9-9a76-0eeae925937e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=583b1cb4cc844713b243032c95f65f45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520253 Feb 09 16:09:07.305376 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 32830) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:07.363212 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f480f5a2-59e8-48fa-957a-93017960da7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:07.387842 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f480f5a2-59e8-48fa-957a-93017960da7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:07.539361 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f480f5a2-59e8-48fa-957a-93017960da7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:07.556429 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480f5a2-59e8-48fa-957a-93017960da7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484d9e8b-c2c5-4432-a006-9fedfcaea512,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:07.563437 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f480f5a2-59e8-48fa-957a-93017960da7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:07.564836 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-f480f5a2-59e8-48fa-957a-93017960da7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/484d9e8b-c2c5-4432-a006-9fedfcaea512 HTTP/1.1" status: 204 len: 168 time: 0.2582843 Feb 09 16:09:08.747603 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 32852) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:08.871308 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1193132377-network', 'tenant_id': '1f73bfcf0a3e4c628c98d6e4140f4e2e'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:09:08.876361 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:09:08.880090 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Usage tracker for resource:network and tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:09:08.882876 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:09:08.888486 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:09:08.969005 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Made reservation on behalf of 1f73bfcf0a3e4c628c98d6e4140f4e2e for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:08.971228 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:08.983072 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:09.012393 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:09:09.016636 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Usage tracker for resource:security_group_rule and tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:09:09.019364 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:09:09.024849 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:09:09.162948 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:09.225990 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:09.255137 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:09:09.262960 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c646784e-a84a-48a7-b518-15b863cd1e05,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:09.268587 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:09.268952 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.db.segments_db [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Added segment 9f68c8cb-f703-44c4-a9bb-af0096ccbc52 of type vlan for network 4d3c902f-5993-4305-a7f4-22739b84540f Feb 09 16:09:09.293823 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772266196471'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:09.380577 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:09.381461 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:09.382072 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:09.481935 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] Pushing event updated for resources: {'Network': ['ID=4d3c902f-5993-4305-a7f4-22739b84540f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:09.491967 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Network 4d3c902f-5993-4305-a7f4-22739b84540f details requested by agent ovs-agent-dv-cinder-825105-1-smb with host dv-cinder-825105-1-smb {{(pid=83710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 16:09:09.552735 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-f67db779-7bbe-4a31-8e23-56e7a3dee20b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8037121 Feb 09 16:09:09.555680 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 32858) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:09.562266 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [None req-9781c943-fa87-46f2-8def-1a62223ff30f admin admin] Request body: {'subnet': {'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1193132377-subnet', 'tenant_id': '1f73bfcf0a3e4c628c98d6e4140f4e2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:09:09.566887 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-9781c943-fa87-46f2-8def-1a62223ff30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:09:09.570846 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-9781c943-fa87-46f2-8def-1a62223ff30f admin admin] Usage tracker for resource:subnet and tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:09:09.573703 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-9781c943-fa87-46f2-8def-1a62223ff30f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:09:09.580561 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-9781c943-fa87-46f2-8def-1a62223ff30f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:09:09.666284 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9781c943-fa87-46f2-8def-1a62223ff30f admin admin] Made reservation on behalf of 1f73bfcf0a3e4c628c98d6e4140f4e2e for: {'subnet': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:09.668790 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9781c943-fa87-46f2-8def-1a62223ff30f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6906914'] for subnet, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:09.906235 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9781c943-fa87-46f2-8def-1a62223ff30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1352404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6906908'] for subnet, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:09.978848 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781c943-fa87-46f2-8def-1a62223ff30f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16e60cd-4839-408e-a8fe-20a5ceb6048f,revision_number=0']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:09.993303 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781c943-fa87-46f2-8def-1a62223ff30f admin admin] Checking segment: {'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:09:09.993603 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9781c943-fa87-46f2-8def-1a62223ff30f admin admin] Network hostable DHCP agents. Network: 4d3c902f-5993-4305-a7f4-22739b84540f, hostable agents: ['06616c1c-8405-4faf-9bbd-62b6051789e9'], hosted agents: [] {{(pid=83708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:09:10.048624 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9781c943-fa87-46f2-8def-1a62223ff30f admin admin] Network 4d3c902f-5993-4305-a7f4-22739b84540f is scheduled to be hosted by DHCP agent 06616c1c-8405-4faf-9bbd-62b6051789e9 with binding_index 1 {{(pid=83708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:09:10.088558 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [None req-9781c943-fa87-46f2-8def-1a62223ff30f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-smb, 4d3c902f-5993-4305-a7f4-22739b84540f) {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:09:10.093519 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9781c943-fa87-46f2-8def-1a62223ff30f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:10.094100 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-9781c943-fa87-46f2-8def-1a62223ff30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:10.103371 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2f2b13-df9e-4379-ae17-ca889413a170 None None] Network 4d3c902f-5993-4305-a7f4-22739b84540f requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:09:10.180094 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-9781c943-fa87-46f2-8def-1a62223ff30f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6230457 Feb 09 16:09:10.308165 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da848258-c063-4581-8a26-6264ad978522 None None] Network 4d3c902f-5993-4305-a7f4-22739b84540f requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:09:10.707874 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-7a99e791-4e13-4ee0-95c3-5acd72673f62 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:10.708476 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-7a99e791-4e13-4ee0-95c3-5acd72673f62 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Synchronizing usage tracker for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:09:10.780217 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-7a99e791-4e13-4ee0-95c3-5acd72673f62 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Unset dirty status for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:09:10.781368 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-7a99e791-4e13-4ee0-95c3-5acd72673f62 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/networks?id=4d3c902f-5993-4305-a7f4-22739b84540f HTTP/1.1" status: 200 len: 815 time: 0.2133677 Feb 09 16:09:10.797702 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-d6df3d4e-4e1f-494b-8f0d-aa6568569b8b tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/quotas/1f73bfcf0a3e4c628c98d6e4140f4e2e HTTP/1.1" status: 200 len: 375 time: 0.0108712 Feb 09 16:09:10.841697 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-c2f59d27-fdac-4d9e-adda-f1f4f4164e84 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f73bfcf0a3e4c628c98d6e4140f4e2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391932 Feb 09 16:09:10.975967 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-5c8deacd-9ab1-4544-8676-dab95996886f service neutron] 10.222.0.30 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274562 Feb 09 16:09:11.104108 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-6f11ea19-f539-47f3-a656-1d3f824028a5 service neutron] 10.222.0.30 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225655 Feb 09 16:09:11.400723 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-813c6525-ea88-4de4-bd12-7afb82501b6c req-fdd4e08d-0b6b-42f2-8779-985cd9850698 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 210 time: 0.0398250 Feb 09 16:09:12.565453 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-0771f613-fdb3-4b34-a6bf-ae84101da391 req-0154fcdb-8beb-40f5-bd65-a1f202b016a2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 210 time: 0.0443511 Feb 09 16:09:13.490571 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-33f6cc8b-5f48-4393-b404-1fad88a8fddf tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:13.491992 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-33f6cc8b-5f48-4393-b404-1fad88a8fddf tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.42 "GET /v2.0/networks?id=4d3c902f-5993-4305-a7f4-22739b84540f HTTP/1.1" status: 200 len: 815 time: 0.1415207 Feb 09 16:09:13.507210 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Request body: {'port': {'device_id': '9cfad1bd-2909-4e69-a0b4-15554dbfff82', 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f', 'admin_state_up': True, 'tenant_id': '1f73bfcf0a3e4c628c98d6e4140f4e2e'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:09:13.640797 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:09:13.644629 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Usage tracker for resource:port and tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:09:13.647412 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:09:13.652966 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:09:13.742296 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-88b45d8b-96a1-4c2b-9ed0-f1fa7729d1cc req-c9569b89-5649-44d9-80a1-089938e0de11 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 210 time: 0.0448983 Feb 09 16:09:13.745687 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Made reservation on behalf of 1f73bfcf0a3e4c628c98d6e4140f4e2e for: {'port': 1} {{(pid=83708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:13.749178 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:13.907029 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_common [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Allocated IP 172.20.0.6 (4d3c902f-5993-4305-a7f4-22739b84540f/c16e60cd-4839-408e-a8fe-20a5ceb6048f/1dea9647-444e-4d4f-a166-0bc388f40f55) {{(pid=83708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:09:14.169497 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks [] for port, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:14.238145 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:14.306514 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Network 4d3c902f-5993-4305-a7f4-22739b84540f is already hosted by enough agents. {{(pid=83708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:09:14.309228 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.base_scheduler [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Resources bound (agent type, host, resource id): {{(pid=83708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:09:14.313574 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Received port after_create {{(pid=83708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:09:14.346028 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Pushing event updated for resources: {'Port': ['ID=1dea9647-444e-4d4f-a166-0bc388f40f55,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:14.377795 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:14.378410 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:14.449630 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-425910dd-d393-467f-bd79-3b46263c0dac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9460588 Feb 09 16:09:14.460660 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.v2.base [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Request body: {'port': {'device_id': '9cfad1bd-2909-4e69-a0b4-15554dbfff82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:09:14.565336 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:14.893313 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dea9647-444e-4d4f-a166-0bc388f40f55 {{(pid=83708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:09:14.900230 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:14.915073 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.provisioning_blocks [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Transition to ACTIVE for port object 1dea9647-444e-4d4f-a166-0bc388f40f55 will not be triggered until provisioned by entity L2. {{(pid=83708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:09:14.935795 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c0e0d-02ef-4195-a4cb-b566fd11039d req-c18cda73-2377-48e3-a0ff-5270680cec0c tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:14.937274 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4f9c0e0d-02ef-4195-a4cb-b566fd11039d req-c18cda73-2377-48e3-a0ff-5270680cec0c tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 931 time: 0.0750134 Feb 09 16:09:14.981256 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-4f9c0e0d-02ef-4195-a4cb-b566fd11039d req-0d325ae9-a3ff-4a65-9759-01ac812617cf tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Synchronizing usage tracker for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:09:14.990702 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1352257'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:15.081897 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-4f9c0e0d-02ef-4195-a4cb-b566fd11039d req-0d325ae9-a3ff-4a65-9759-01ac812617cf tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Unset dirty status for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:09:15.083112 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4f9c0e0d-02ef-4195-a4cb-b566fd11039d req-0d325ae9-a3ff-4a65-9759-01ac812617cf tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402769 Feb 09 16:09:15.114813 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1dea9647-444e-4d4f-a166-0bc388f40f55,revision_number=2']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:15.218548 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Attempting to bind port 1dea9647-444e-4d4f-a166-0bc388f40f55 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:09:15.218884 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Attempting to bind port 1dea9647-444e-4d4f-a166-0bc388f40f55 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'}] {{(pid=83708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:09:15.219202 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Attempting to bind port 1dea9647-444e-4d4f-a166-0bc388f40f55 on network 4d3c902f-5993-4305-a7f4-22739b84540f {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:09:15.224951 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Port 1dea9647-444e-4d4f-a166-0bc388f40f55 on network 4d3c902f-5993-4305-a7f4-22739b84540f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:09:15.225263 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Attempting to bind port 1dea9647-444e-4d4f-a166-0bc388f40f55 on network 4d3c902f-5993-4305-a7f4-22739b84540f {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:09:15.231392 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:09:15.232240 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Checking segment: {'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:09:15.232651 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Bound using segment: {'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'} {{(pid=83708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:09:15.233067 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.managers [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Bound port: 1dea9647-444e-4d4f-a166-0bc388f40f55, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'}}] {{(pid=83708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:09:15.233428 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:15.328550 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] For port 1dea9647-444e-4d4f-a166-0bc388f40f55, host hv-cinder-82510, cleared binding levels {{(pid=83708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:09:15.328550 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] For port 1dea9647-444e-4d4f-a166-0bc388f40f55, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1dea9647-444e-4d4f-a166-0bc388f40f55,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:09:15.403165 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1352257'] for port, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:15.466914 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:15.468510 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] 10.222.0.42 "PUT /v2.0/ports/1dea9647-444e-4d4f-a166-0bc388f40f55 HTTP/1.1" status: 200 len: 1093 time: 1.0116584 Feb 09 16:09:15.468937 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfad1bd-2909-4e69-a0b4-15554dbfff82', 'tag': '1dea9647-444e-4d4f-a166-0bc388f40f55'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:15.487521 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9eb28-ea65-42fd-8c22-5d9a436473f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1dea9647-444e-4d4f-a166-0bc388f40f55,revision_number=3']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:15.617498 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfad1bd-2909-4e69-a0b4-15554dbfff82', 'tag': '1dea9647-444e-4d4f-a166-0bc388f40f55', 'status': 'completed', 'code': 200} Feb 09 16:09:15.651637 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-d7b5045a-c7ee-4457-b498-dd4463ce0b67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f73bfcf0a3e4c628c98d6e4140f4e2e&device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 1096 time: 0.0688078 Feb 09 16:09:15.721747 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-4226c62f-6b82-479b-a77b-22a4292cc80f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dea9647-444e-4d4f-a166-0bc388f40f55 HTTP/1.1" status: 200 len: 217 time: 0.0624530 Feb 09 16:09:15.781643 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-e7587e38-b53c-44e8-b981-a03f732592e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:15.783025 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-e7587e38-b53c-44e8-b981-a03f732592e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c16e60cd-4839-408e-a8fe-20a5ceb6048f HTTP/1.1" status: 200 len: 855 time: 0.0551167 Feb 09 16:09:15.826631 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-9464df4d-cb8f-4775-abef-3597421ee0b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d3c902f-5993-4305-a7f4-22739b84540f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372522 Feb 09 16:09:15.953206 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-2b9beb23-b3ad-4a3d-83c6-ab9f92e7b52b service neutron] 10.222.0.42 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210577 Feb 09 16:09:16.156306 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3f4a7b01-082f-42f2-98da-6f878b12404d req-359da6a9-3461-4d1c-bff6-fe23cd7cc943 service neutron] 10.222.0.42 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975954 Feb 09 16:09:16.285885 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1086b9-4cb8-410f-986b-191c580b29f9 req-9eefb02b-6b2c-4307-a757-089c36cbb2d1 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:16.287362 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8c1086b9-4cb8-410f-986b-191c580b29f9 req-9eefb02b-6b2c-4307-a757-089c36cbb2d1 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 943 time: 0.0791135 Feb 09 16:09:16.333842 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8c1086b9-4cb8-410f-986b-191c580b29f9 req-229b3393-e33e-4da7-a4a0-0af8713a03f0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404012 Feb 09 16:09:16.354401 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8088ceda-853f-45a3-9081-1edffddc1e08 req-67b31487-1ad8-42be-8ae6-3fdb33c2142b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f73bfcf0a3e4c628c98d6e4140f4e2e&device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 1096 time: 0.0737293 Feb 09 16:09:16.480982 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088ceda-853f-45a3-9081-1edffddc1e08 req-a24157a7-6b08-48af-be82-d59d60227716 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:16.483383 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8088ceda-853f-45a3-9081-1edffddc1e08 req-a24157a7-6b08-48af-be82-d59d60227716 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d3c902f-5993-4305-a7f4-22739b84540f HTTP/1.1" status: 200 len: 916 time: 0.1225548 Feb 09 16:09:16.553045 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8088ceda-853f-45a3-9081-1edffddc1e08 req-a82965aa-04fd-48d8-84bb-f6265dd44bbe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dea9647-444e-4d4f-a166-0bc388f40f55 HTTP/1.1" status: 200 len: 217 time: 0.0634084 Feb 09 16:09:16.614830 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088ceda-853f-45a3-9081-1edffddc1e08 req-0571cc06-4740-4659-a2d7-45a50d5b1603 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:16.616361 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8088ceda-853f-45a3-9081-1edffddc1e08 req-0571cc06-4740-4659-a2d7-45a50d5b1603 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c16e60cd-4839-408e-a8fe-20a5ceb6048f HTTP/1.1" status: 200 len: 855 time: 0.0574315 Feb 09 16:09:16.660442 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:16.661578 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8088ceda-853f-45a3-9081-1edffddc1e08 req-777b597c-b9d8-4d98-864c-bfbc663170f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d3c902f-5993-4305-a7f4-22739b84540f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388272 Feb 09 16:09:16.793630 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8088ceda-853f-45a3-9081-1edffddc1e08 req-c1e6836d-7041-40ba-8204-1ed0774fe6b4 service neutron] 10.222.0.42 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245699 Feb 09 16:09:16.923538 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8088ceda-853f-45a3-9081-1edffddc1e08 req-1eec964a-dd51-4d6e-8c30-44371a590b79 service neutron] 10.222.0.42 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238849 Feb 09 16:09:17.390208 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 1dea9647-444e-4d4f-a166-0bc388f40f55 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:09:17.525239 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 1dea9647-444e-4d4f-a166-0bc388f40f55, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1dea9647-444e-4d4f-a166-0bc388f40f55,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:17.533111 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38f8e5-fd2d-4888-97c8-435db99fe5d8 req-57bdeaa3-1688-4c09-a066-3a16841b09e4 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:17.533798 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-4f38f8e5-fd2d-4888-97c8-435db99fe5d8 req-57bdeaa3-1688-4c09-a066-3a16841b09e4 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Synchronizing usage tracker for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:port {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:09:17.541615 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': '1dea9647-444e-4d4f-a166-0bc388f40f55', 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f', 'port_id': '1dea9647-444e-4d4f-a166-0bc388f40f55', 'mac_address': 'fa:16:3e:83:c9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16e60cd-4839-408e-a8fe-20a5ceb6048f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:09:17.595185 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:17.603225 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-4f38f8e5-fd2d-4888-97c8-435db99fe5d8 req-57bdeaa3-1688-4c09-a066-3a16841b09e4 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Unset dirty status for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:port {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:09:17.604398 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4f38f8e5-fd2d-4888-97c8-435db99fe5d8 req-57bdeaa3-1688-4c09-a066-3a16841b09e4 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 943 time: 0.1485713 Feb 09 16:09:17.613331 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dea9647-444e-4d4f-a166-0bc388f40f55 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:09:17.629394 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 1dea9647-444e-4d4f-a166-0bc388f40f55, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1dea9647-444e-4d4f-a166-0bc388f40f55,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:17.651038 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4f38f8e5-fd2d-4888-97c8-435db99fe5d8 req-5c8c5bcf-3439-465b-8462-88384871795a tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401406 Feb 09 16:09:17.677785 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:17.743018 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=1dea9647-444e-4d4f-a166-0bc388f40f55,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:17.934154 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['1dea9647-444e-4d4f-a166-0bc388f40f55'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:09:18.843587 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c41335-5e65-477a-a046-9f56fef1e548 req-b25fa35e-d826-4a05-a709-2862b949145c tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:18.845010 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-02c41335-5e65-477a-a046-9f56fef1e548 req-b25fa35e-d826-4a05-a709-2862b949145c tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 944 time: 0.0746634 Feb 09 16:09:18.889466 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-02c41335-5e65-477a-a046-9f56fef1e548 req-4a0cf74f-555b-443d-b90c-dd4ac4928063 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390532 Feb 09 16:09:19.416205 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 1dea9647-444e-4d4f-a166-0bc388f40f55 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:09:19.545289 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port 1dea9647-444e-4d4f-a166-0bc388f40f55 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:09:19.549952 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port 1dea9647-444e-4d4f-a166-0bc388f40f55 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:19.550345 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:19.691855 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:19.720118 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfad1bd-2909-4e69-a0b4-15554dbfff82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dea9647-444e-4d4f-a166-0bc388f40f55'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:19.729351 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 1dea9647-444e-4d4f-a166-0bc388f40f55, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1dea9647-444e-4d4f-a166-0bc388f40f55,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:19.773784 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfad1bd-2909-4e69-a0b4-15554dbfff82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dea9647-444e-4d4f-a166-0bc388f40f55', 'code': 200} Feb 09 16:09:19.785519 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:19.851505 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=1dea9647-444e-4d4f-a166-0bc388f40f55,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:20.089397 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c2ef0-89e2-491f-a0b9-8541cb073184 req-fa94217a-2ed2-4272-bcd7-cc64aa1700fb tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:20.090943 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-bb3c2ef0-89e2-491f-a0b9-8541cb073184 req-fa94217a-2ed2-4272-bcd7-cc64aa1700fb tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 945 time: 0.0793960 Feb 09 16:09:20.120779 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b4c1ac7c-ae92-465f-abb4-91fc37ae2910 req-c6718428-8ab2-458f-90c9-95cd81a187df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 1098 time: 0.0681834 Feb 09 16:09:20.138271 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-bb3c2ef0-89e2-491f-a0b9-8541cb073184 req-8b11ccef-a0a2-4260-83a3-eaf2f7055fbf tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406480 Feb 09 16:09:20.163854 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-b4c1ac7c-ae92-465f-abb4-91fc37ae2910 req-c220450d-915a-4a04-bcba-a692cebf3cea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363095 Feb 09 16:09:21.339840 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdced69-0748-41c6-9280-65bba629458f req-9aa680d6-1b2c-4c88-a880-b5b7d7a81301 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:21.342452 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0cdced69-0748-41c6-9280-65bba629458f req-9aa680d6-1b2c-4c88-a880-b5b7d7a81301 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 945 time: 0.0801401 Feb 09 16:09:21.389302 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0cdced69-0748-41c6-9280-65bba629458f req-daa98859-ed08-47b1-9924-76d3c49c36cd tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414863 Feb 09 16:09:22.586016 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33e7e0-f950-44a5-829b-8770e8fa6bba req-9126c743-38d4-463b-8dac-e4674e19c3bf tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:22.587409 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ec33e7e0-f950-44a5-829b-8770e8fa6bba req-9126c743-38d4-463b-8dac-e4674e19c3bf tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 945 time: 0.0750501 Feb 09 16:09:22.636817 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ec33e7e0-f950-44a5-829b-8770e8fa6bba req-174bd5a6-06a5-49ba-ab37-b92f625459b6 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433059 Feb 09 16:09:23.648635 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 32930) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:23.849876 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-f8eb37c7-d9aa-4fab-9705-1c697c76f4e9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Deleting port 59fb25ec-54b7-40cd-9ba6-b44218c6d142 {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:23.850420 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f8eb37c7-d9aa-4fab-9705-1c697c76f4e9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:24.019255 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f8eb37c7-d9aa-4fab-9705-1c697c76f4e9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:24.019515 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f8eb37c7-d9aa-4fab-9705-1c697c76f4e9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:24.212487 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-f8eb37c7-d9aa-4fab-9705-1c697c76f4e9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Calling delete_port for 59fb25ec-54b7-40cd-9ba6-b44218c6d142 owned by network:floatingip {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:24.252404 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:09:24.430149 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f8eb37c7-d9aa-4fab-9705-1c697c76f4e9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:24.477468 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb37c7-d9aa-4fab-9705-1c697c76f4e9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Pushing event deleted for resources: {'Port': ['ID=59fb25ec-54b7-40cd-9ba6-b44218c6d142,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:24.570615 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f8eb37c7-d9aa-4fab-9705-1c697c76f4e9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for floatingip, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:24.982822 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8eb37c7-d9aa-4fab-9705-1c697c76f4e9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:09:25.191925 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8eb37c7-d9aa-4fab-9705-1c697c76f4e9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:09:25.203972 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6a982e-155e-4dae-b9d8-c83e2f3f34f9 None None] Sync routers for ids ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'] in dv-cinder-825105-1-smb {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:09:25.215810 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6a982e-155e-4dae-b9d8-c83e2f3f34f9 None None] Routers {'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:09:25.216447 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-0c6a982e-155e-4dae-b9d8-c83e2f3f34f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:08:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:25.302888 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-f8eb37c7-d9aa-4fab-9705-1c697c76f4e9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for floatingip, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:25.373646 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-f8eb37c7-d9aa-4fab-9705-1c697c76f4e9 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "DELETE /v2.0/floatingips/eeb7e822-bb19-4df1-9b9d-892d21aaf9a4 HTTP/1.1" status: 204 len: 168 time: 1.7238286 Feb 09 16:09:25.374885 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'tag': '16d13756-7324-470e-ba51-a66d44fb148e'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:25.414081 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-0c6a982e-155e-4dae-b9d8-c83e2f3f34f9 None None] Set router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:09:25.420175 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9272c31c-25f3-4523-bb38-79de9fcc34b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:25.443437 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'tag': '16d13756-7324-470e-ba51-a66d44fb148e', 'status': 'completed', 'code': 200} Feb 09 16:09:25.574760 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c56f65e2-6f61-407c-be00-cc8091cdef39 req-1fae3adb-e780-44b1-8ab1-0e4a5fa09e3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43ed7dd9edae4b20a88c5eba35af5527&device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 1099 time: 0.1051068 Feb 09 16:09:25.716936 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f65e2-6f61-407c-be00-cc8091cdef39 req-151ee2a0-042f-4f25-a6d8-e84eb9efec76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:25.718565 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c56f65e2-6f61-407c-be00-cc8091cdef39 req-151ee2a0-042f-4f25-a6d8-e84eb9efec76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=18c16b04-0f6a-43fa-a890-19fb89b12238 HTTP/1.1" status: 200 len: 909 time: 0.1374841 Feb 09 16:09:25.745960 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-0c6a982e-155e-4dae-b9d8-c83e2f3f34f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'name': 'tempest-TestShelveInstance-272389709-router', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:00Z', 'updated_at': '2022-02-09T16:04:08Z', 'revision_number': 4, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'gw_port': {'id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:01Z', 'updated_at': '2022-02-09T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '2afd8d6b-81ed-4e6b-b147-08982e116cbc', 'name': '', 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'mac_address': 'fa:16:3e:60:12:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:07Z', 'updated_at': '2022-02-09T16:04:37Z', 'revision_number': 5, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'subnets': [{'id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:25.750597 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6a982e-155e-4dae-b9d8-c83e2f3f34f9 None None] Checking router: ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 for host: dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:09:25.765579 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6a982e-155e-4dae-b9d8-c83e2f3f34f9 None None] Routers {'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:09:25.766665 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-0c6a982e-155e-4dae-b9d8-c83e2f3f34f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:08:58Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:25.786126 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c56f65e2-6f61-407c-be00-cc8091cdef39 req-021749df-b91f-490b-88c0-232313517d88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16d13756-7324-470e-ba51-a66d44fb148e HTTP/1.1" status: 200 len: 217 time: 0.0615025 Feb 09 16:09:25.852065 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f65e2-6f61-407c-be00-cc8091cdef39 req-cbcaf5ea-cfc9-440c-8bb0-65d5b90ba32b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:25.858932 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c56f65e2-6f61-407c-be00-cc8091cdef39 req-cbcaf5ea-cfc9-440c-8bb0-65d5b90ba32b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1414b891-07be-4dcb-b434-3590d3850f3b HTTP/1.1" status: 200 len: 847 time: 0.0614932 Feb 09 16:09:25.931233 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c56f65e2-6f61-407c-be00-cc8091cdef39 req-b614eada-1c16-40d2-b28c-31baf4260d73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18c16b04-0f6a-43fa-a890-19fb89b12238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709949 Feb 09 16:09:25.964260 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-0c6a982e-155e-4dae-b9d8-c83e2f3f34f9 None None] Set router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:09:26.211719 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c56f65e2-6f61-407c-be00-cc8091cdef39 req-3d372113-452e-4db3-aca8-b00f4141f3c4 service neutron] 10.222.0.42 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735910 Feb 09 16:09:26.243209 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d83f1-f197-427c-9c98-d5bf0b37cd65 req-60cc0a14-77cf-4fcd-aa77-e7772a15df68 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:26.243811 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-ff3d83f1-f197-427c-9c98-d5bf0b37cd65 req-60cc0a14-77cf-4fcd-aa77-e7772a15df68 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Synchronizing usage tracker for tenant:43ed7dd9edae4b20a88c5eba35af5527 on resource:port {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:09:26.303797 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-0c6a982e-155e-4dae-b9d8-c83e2f3f34f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'name': 'tempest-TestShelveInstance-272389709-router', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:00Z', 'updated_at': '2022-02-09T16:04:08Z', 'revision_number': 4, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'gw_port': {'id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:01Z', 'updated_at': '2022-02-09T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '2afd8d6b-81ed-4e6b-b147-08982e116cbc', 'name': '', 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'mac_address': 'fa:16:3e:60:12:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:07Z', 'updated_at': '2022-02-09T16:04:37Z', 'revision_number': 5, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'subnets': [{'id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:26.308258 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6a982e-155e-4dae-b9d8-c83e2f3f34f9 None None] The sync data for ids ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'] in dv-cinder-825105-1-smb is: [{'id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'name': 'tempest-TestShelveInstance-272389709-router', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:00Z', 'updated_at': '2022-02-09T16:04:08Z', 'revision_number': 4, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'gw_port': {'id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:01Z', 'updated_at': '2022-02-09T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': '2afd8d6b-81ed-4e6b-b147-08982e116cbc', 'name': '', 'network_id': '18c16b04-0f6a-43fa-a890-19fb89b12238', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'mac_address': 'fa:16:3e:60:12:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:07Z', 'updated_at': '2022-02-09T16:04:37Z', 'revision_number': 5, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'subnets': [{'id': '1414b891-07be-4dcb-b434-3590d3850f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:09:26.365834 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-c56f65e2-6f61-407c-be00-cc8091cdef39 req-ce7bc7a1-86a8-49d9-95a8-00e424676674 service neutron] 10.222.0.42 "GET /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471362 Feb 09 16:09:26.371377 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-ff3d83f1-f197-427c-9c98-d5bf0b37cd65 req-60cc0a14-77cf-4fcd-aa77-e7772a15df68 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Unset dirty status for tenant:43ed7dd9edae4b20a88c5eba35af5527 on resource:port {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:09:26.380136 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ff3d83f1-f197-427c-9c98-d5bf0b37cd65 req-60cc0a14-77cf-4fcd-aa77-e7772a15df68 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.4213319 Feb 09 16:09:26.430698 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-ff3d83f1-f197-427c-9c98-d5bf0b37cd65 req-d11bbdc6-3930-4ac5-81a8-4ef0006147eb tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496409 Feb 09 16:09:26.595272 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887942a6-95fe-4f98-b254-260074ab915c None None] New status for floating IP eeb7e822-bb19-4df1-9b9d-892d21aaf9a4: DOWN {{(pid=83710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 16:09:27.362260 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db501047-2a5b-4b12-8ba4-d8fe815b3fcd req-3010a7fe-4666-44fd-ae79-15115422a7b2 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:27.363697 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-db501047-2a5b-4b12-8ba4-d8fe815b3fcd req-3010a7fe-4666-44fd-ae79-15115422a7b2 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0806603 Feb 09 16:09:27.432861 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [req-db501047-2a5b-4b12-8ba4-d8fe815b3fcd req-d3fb1650-b005-4d69-8460-6886ddcd156a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Deleting port 16d13756-7324-470e-ba51-a66d44fb148e {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:27.433198 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-db501047-2a5b-4b12-8ba4-d8fe815b3fcd req-d3fb1650-b005-4d69-8460-6886ddcd156a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:27.631982 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eb944-8b16-4e51-991c-8f2938be6d93 req-74e4b760-90a5-4d6b-bb76-51f09b5b5de1 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:27.633449 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-787eb944-8b16-4e51-991c-8f2938be6d93 req-74e4b760-90a5-4d6b-bb76-51f09b5b5de1 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 945 time: 0.1755702 Feb 09 16:09:27.636357 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc47c55-9a89-4fb7-a808-bb82490d49d0 req-af0c0014-f3bb-460f-8eb4-7c456908a934 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:27.645333 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4bc47c55-9a89-4fb7-a808-bb82490d49d0 req-af0c0014-f3bb-460f-8eb4-7c456908a934 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 946 time: 0.0909975 Feb 09 16:09:27.690077 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4bc47c55-9a89-4fb7-a808-bb82490d49d0 req-d59718cb-e6dd-4aed-959f-6307376a0764 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/security-groups?id=754855f9-46b2-4ef5-8639-bea6f6441ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435710 Feb 09 16:09:27.766203 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-787eb944-8b16-4e51-991c-8f2938be6d93 req-429f5cc6-2c9d-45f1-a489-d55f9e9ff14e tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=90a5e4d0-f061-4a1c-a009-e660528490b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843785 Feb 09 16:09:27.791290 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-db501047-2a5b-4b12-8ba4-d8fe815b3fcd req-d3fb1650-b005-4d69-8460-6886ddcd156a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] For port 16d13756-7324-470e-ba51-a66d44fb148e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=16d13756-7324-470e-ba51-a66d44fb148e,segment=NetworkSegment(0688dadb-bd88-4e9f-9a81-b150658e0ec3),segment_id=0688dadb-bd88-4e9f-9a81-b150658e0ec3)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:27.791635 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-db501047-2a5b-4b12-8ba4-d8fe815b3fcd req-d3fb1650-b005-4d69-8460-6886ddcd156a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:27.820160 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0dad93b5-fe54-4d08-bcb8-312ea8e3410b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:27.925566 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [req-db501047-2a5b-4b12-8ba4-d8fe815b3fcd req-d3fb1650-b005-4d69-8460-6886ddcd156a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Calling delete_port for 16d13756-7324-470e-ba51-a66d44fb148e owned by compute:nova {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:28.024588 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-58fedb16-9987-435b-a36a-e992278ade12 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:28.024588 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-58fedb16-9987-435b-a36a-e992278ade12 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/networks?id=4d3c902f-5993-4305-a7f4-22739b84540f HTTP/1.1" status: 200 len: 815 time: 0.1500962 Feb 09 16:09:28.024588 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-dae893d6-8b21-4612-a89d-fcff0f40db50 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/quotas/1f73bfcf0a3e4c628c98d6e4140f4e2e HTTP/1.1" status: 200 len: 375 time: 0.0104575 Feb 09 16:09:28.078010 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-c2199fdb-c1c1-416d-84af-3f2951902295 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f73bfcf0a3e4c628c98d6e4140f4e2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0753198 Feb 09 16:09:28.167111 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-db501047-2a5b-4b12-8ba4-d8fe815b3fcd req-d3fb1650-b005-4d69-8460-6886ddcd156a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:28.221937 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb1650-b005-4d69-8460-6886ddcd156a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Pushing event deleted for resources: {'Port': ['ID=16d13756-7324-470e-ba51-a66d44fb148e,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:28.299418 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [req-db501047-2a5b-4b12-8ba4-d8fe815b3fcd req-d3fb1650-b005-4d69-8460-6886ddcd156a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] No DVR routers for this DVR port 16d13756-7324-470e-ba51-a66d44fb148e on host hv-cinder-82510 {{(pid=83708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:09:28.300812 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-41be7151-2143-435d-b3ca-2756280e1433 service neutron] 10.222.0.30 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160575 Feb 09 16:09:28.302071 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-db501047-2a5b-4b12-8ba4-d8fe815b3fcd req-d3fb1650-b005-4d69-8460-6886ddcd156a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:28.304567 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'name': 'network-vif-deleted', 'tag': '16d13756-7324-470e-ba51-a66d44fb148e'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:28.360019 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab30302c-12db-4bfa-8bad-5bf456d85d05', 'name': 'network-vif-deleted', 'tag': '16d13756-7324-470e-ba51-a66d44fb148e', 'status': 'completed', 'code': 200} Feb 09 16:09:28.392333 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-db501047-2a5b-4b12-8ba4-d8fe815b3fcd req-d3fb1650-b005-4d69-8460-6886ddcd156a tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.42 "DELETE /v2.0/ports/16d13756-7324-470e-ba51-a66d44fb148e HTTP/1.1" status: 204 len: 173 time: 1.0233674 Feb 09 16:09:28.432902 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-dcd27fc0-b508-4b87-a7c0-c8742488b2a8 service neutron] 10.222.0.30 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252155 Feb 09 16:09:28.854905 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a94851e0-414d-480c-8f82-253b5e06256c req-d29e26be-6439-4f3b-97d7-2c05d82d28a5 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 210 time: 0.0555851 Feb 09 16:09:28.883788 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-2253b345-3642-4d95-907d-fb60db9d2f91 req-c80ea1b4-71a2-4f63-86de-30f3b987c212 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Synchronizing usage tracker for tenant:43ed7dd9edae4b20a88c5eba35af5527 on resource:port {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:09:28.989582 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-2253b345-3642-4d95-907d-fb60db9d2f91 req-c80ea1b4-71a2-4f63-86de-30f3b987c212 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Unset dirty status for tenant:43ed7dd9edae4b20a88c5eba35af5527 on resource:port {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:09:28.990774 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2253b345-3642-4d95-907d-fb60db9d2f91 req-c80ea1b4-71a2-4f63-86de-30f3b987c212 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab30302c-12db-4bfa-8bad-5bf456d85d05 HTTP/1.1" status: 200 len: 210 time: 0.1629007 Feb 09 16:09:29.015928 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:29.039345 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b2f8a-5f9f-4cd4-9d64-341e99cb786f req-4d13b3d1-c93e-41aa-9407-91504aa2609d tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:29.040971 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d00b2f8a-5f9f-4cd4-9d64-341e99cb786f req-4d13b3d1-c93e-41aa-9407-91504aa2609d tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 945 time: 0.0802424 Feb 09 16:09:29.081395 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:29.092748 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d00b2f8a-5f9f-4cd4-9d64-341e99cb786f req-03ed6098-4ad1-41e4-a01f-bd0b759cbbf0 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=90a5e4d0-f061-4a1c-a009-e660528490b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448539 Feb 09 16:09:29.272493 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16f1d9-7ca6-4200-b057-e6f497aa3e76 req-d2248b28-c073-4d02-abb4-29b284a2b254 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:29.274007 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4f16f1d9-7ca6-4200-b057-e6f497aa3e76 req-d2248b28-c073-4d02-abb4-29b284a2b254 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 945 time: 0.0817802 Feb 09 16:09:29.343897 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [req-4f16f1d9-7ca6-4200-b057-e6f497aa3e76 req-1aef1599-1351-48c7-acc3-b05ec6badfe3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Deleting port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:29.344238 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-4f16f1d9-7ca6-4200-b057-e6f497aa3e76 req-1aef1599-1351-48c7-acc3-b05ec6badfe3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:29.686914 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-4f16f1d9-7ca6-4200-b057-e6f497aa3e76 req-1aef1599-1351-48c7-acc3-b05ec6badfe3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] For port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f1b1710d-e561-4fbe-8fc8-7f73a4d49d59,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:29.687623 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-4f16f1d9-7ca6-4200-b057-e6f497aa3e76 req-1aef1599-1351-48c7-acc3-b05ec6badfe3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.096880 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-4f16f1d9-7ca6-4200-b057-e6f497aa3e76 req-1aef1599-1351-48c7-acc3-b05ec6badfe3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.097301 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-4f16f1d9-7ca6-4200-b057-e6f497aa3e76 req-1aef1599-1351-48c7-acc3-b05ec6badfe3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691969'] for floatingip, after_update {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.097585 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.db.l3_db [req-4f16f1d9-7ca6-4200-b057-e6f497aa3e76 req-1aef1599-1351-48c7-acc3-b05ec6badfe3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Floating IP 7e704117-18bf-4bec-b70d-e4d4d5f0948c disassociated. External IP: 172.28.1.39, port: f1b1710d-e561-4fbe-8fc8-7f73a4d49d59. Feb 09 16:09:30.097903 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [req-4f16f1d9-7ca6-4200-b057-e6f497aa3e76 req-1aef1599-1351-48c7-acc3-b05ec6badfe3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Calling delete_port for f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 owned by compute:nova {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:30.102209 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33018) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:30.183252 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.222775 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.250062 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-73f87849-f114-42fe-87cb-f9092a4801aa req-1ba11b53-73f6-45c8-8429-7c55a15c67d8 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 210 time: 0.2403622 Feb 09 16:09:30.340425 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e647045-6b67-45d3-ab58-5668c6f27865 req-839fb1a4-d7a4-4585-8fdd-bc9bfe41fd05 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:30.342101 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5e647045-6b67-45d3-ab58-5668c6f27865 req-839fb1a4-d7a4-4585-8fdd-bc9bfe41fd05 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 945 time: 0.0977297 Feb 09 16:09:30.362931 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-4f16f1d9-7ca6-4200-b057-e6f497aa3e76 req-1aef1599-1351-48c7-acc3-b05ec6badfe3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.389935 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5e647045-6b67-45d3-ab58-5668c6f27865 req-83f563e2-4ed7-4157-9f5c-2d3a454a6d8d tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups?id=90a5e4d0-f061-4a1c-a009-e660528490b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 Feb 09 16:09:30.395571 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.412917 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef1599-1351-48c7-acc3-b05ec6badfe3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event deleted for resources: {'Port': ['ID=f1b1710d-e561-4fbe-8fc8-7f73a4d49d59,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:30.431302 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.451521 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=754855f9-46b2-4ef5-8639-bea6f6441ee2,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:30.461621 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:30.461958 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:30.462324 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:30.462655 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:30.462978 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:30.463299 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:30.463619 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:30.463937 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:30.464252 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:30.464566 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:30.464884 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:30.599556 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.600757 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-d57ddb26-c4e6-4268-a009-2987c1923ef1 tempest-TestShelveInstance-1722560945 tempest-TestShelveInstance-1722560945-project] 10.222.0.30 "DELETE /v2.0/security-groups/754855f9-46b2-4ef5-8639-bea6f6441ee2 HTTP/1.1" status: 204 len: 168 time: 0.4979250 Feb 09 16:09:30.631925 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f16f1d9-7ca6-4200-b057-e6f497aa3e76 req-1aef1599-1351-48c7-acc3-b05ec6badfe3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Router 14948fbf-24d9-4826-a8d1-0aa89e978e57 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:09:30.859654 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f16f1d9-7ca6-4200-b057-e6f497aa3e76 req-1aef1599-1351-48c7-acc3-b05ec6badfe3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:09:30.872067 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727385ad-49a9-47a5-9afd-f199be4702d1 None None] Sync routers for ids ['14948fbf-24d9-4826-a8d1-0aa89e978e57'] in dv-cinder-825105-1-smb {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:09:30.893396 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727385ad-49a9-47a5-9afd-f199be4702d1 None None] Routers {'14948fbf-24d9-4826-a8d1-0aa89e978e57'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:09:30.894383 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-727385ad-49a9-47a5-9afd-f199be4702d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:09:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['14948fbf-24d9-4826-a8d1-0aa89e978e57'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:30.951608 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f16f1d9-7ca6-4200-b057-e6f497aa3e76 req-1aef1599-1351-48c7-acc3-b05ec6badfe3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] No DVR routers for this DVR port f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 on host hv-cinder-82510 {{(pid=83708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:09:30.954074 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-4f16f1d9-7ca6-4200-b057-e6f497aa3e76 req-1aef1599-1351-48c7-acc3-b05ec6badfe3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.962580 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac03cb64-cfb4-41af-b9c5-9815ab94d383', 'name': 'network-vif-deleted', 'tag': 'f1b1710d-e561-4fbe-8fc8-7f73a4d49d59'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:30.968873 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-8f24d78b-da40-4235-8fdb-653ab4d0ea28 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:30.971313 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-8f24d78b-da40-4235-8fdb-653ab4d0ea28 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.42 "GET /v2.0/networks?id=4d3c902f-5993-4305-a7f4-22739b84540f HTTP/1.1" status: 200 len: 815 time: 0.1849527 Feb 09 16:09:30.993876 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-e6cf1535-c410-4c52-9af6-8f104924c1ef tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Request body: {'port': {'device_id': 'd46776b0-5b37-4543-9dea-fcd7243498ff', 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f', 'admin_state_up': True, 'tenant_id': '1f73bfcf0a3e4c628c98d6e4140f4e2e'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:09:30.997784 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33030) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:31.045432 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac03cb64-cfb4-41af-b9c5-9815ab94d383', 'name': 'network-vif-deleted', 'tag': 'f1b1710d-e561-4fbe-8fc8-7f73a4d49d59', 'status': 'completed', 'code': 200} Feb 09 16:09:31.083640 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-4f16f1d9-7ca6-4200-b057-e6f497aa3e76 req-1aef1599-1351-48c7-acc3-b05ec6badfe3 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.42 "DELETE /v2.0/ports/f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 HTTP/1.1" status: 204 len: 173 time: 1.8036098 Feb 09 16:09:31.142554 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-727385ad-49a9-47a5-9afd-f199be4702d1 None None] Set router 14948fbf-24d9-4826-a8d1-0aa89e978e57 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:09:31.147004 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-e6cf1535-c410-4c52-9af6-8f104924c1ef tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:09:31.157526 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-e6cf1535-c410-4c52-9af6-8f104924c1ef tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:09:31.237713 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-e6cf1535-c410-4c52-9af6-8f104924c1ef tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Made reservation on behalf of 1f73bfcf0a3e4c628c98d6e4140f4e2e for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:31.241107 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-e6cf1535-c410-4c52-9af6-8f104924c1ef tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:31.481924 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:09:31.499116 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-e6cf1535-c410-4c52-9af6-8f104924c1ef tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Allocated IP 172.20.0.13 (4d3c902f-5993-4305-a7f4-22739b84540f/c16e60cd-4839-408e-a8fe-20a5ceb6048f/23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:09:31.512757 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-727385ad-49a9-47a5-9afd-f199be4702d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': 'cf478b25-1897-4e21-8f62-fcbddb938c3f', 'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'mac_address': 'fa:16:3e:29:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:31Z', 'updated_at': '2022-02-09T16:05:52Z', 'revision_number': 5, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'subnets': [{'id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:31.522111 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727385ad-49a9-47a5-9afd-f199be4702d1 None None] Checking router: 14948fbf-24d9-4826-a8d1-0aa89e978e57 for host: dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:09:31.532428 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:09:31.533116 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device f1b1710d-e561-4fbe-8fc8-7f73a4d49d59 not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:09:31.533726 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 16d13756-7324-470e-ba51-a66d44fb148e no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:09:31.549913 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727385ad-49a9-47a5-9afd-f199be4702d1 None None] Routers {'14948fbf-24d9-4826-a8d1-0aa89e978e57'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:09:31.550715 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-727385ad-49a9-47a5-9afd-f199be4702d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:09:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['14948fbf-24d9-4826-a8d1-0aa89e978e57'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:31.574211 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: 16d13756-7324-470e-ba51-a66d44fb148e {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:09:31.575033 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 16d13756-7324-470e-ba51-a66d44fb148e not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:09:31.599692 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-bbf002a5-1389-4b99-9f7c-348cbdd89de8 req-63b969e1-75d8-40a9-913e-adaf226018c8 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 210 time: 0.0459952 Feb 09 16:09:31.714094 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-31c9d7b1-2b6d-470e-983c-f56f30e31b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1695319'] for router_interface, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:31.718097 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1be1fb3e-d02c-49f3-a3bd-089fa8d59a97 req-6492ec0c-cc71-443f-a6b3-25a6857a3951 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac03cb64-cfb4-41af-b9c5-9815ab94d383 HTTP/1.1" status: 200 len: 210 time: 0.0551229 Feb 09 16:09:31.779822 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-727385ad-49a9-47a5-9afd-f199be4702d1 None None] Set router 14948fbf-24d9-4826-a8d1-0aa89e978e57 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:09:31.787370 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-e6cf1535-c410-4c52-9af6-8f104924c1ef tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:31.877677 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-e6cf1535-c410-4c52-9af6-8f104924c1ef tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:31.889881 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['1dea9647-444e-4d4f-a166-0bc388f40f55'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:09:31.954554 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-e6cf1535-c410-4c52-9af6-8f104924c1ef tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Network 4d3c902f-5993-4305-a7f4-22739b84540f is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:09:31.958780 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-e6cf1535-c410-4c52-9af6-8f104924c1ef tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:09:31.963103 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-e6cf1535-c410-4c52-9af6-8f104924c1ef tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:09:32.005685 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf1535-c410-4c52-9af6-8f104924c1ef tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Pushing event updated for resources: {'Port': ['ID=23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:32.032460 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-e6cf1535-c410-4c52-9af6-8f104924c1ef tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:32.033020 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-e6cf1535-c410-4c52-9af6-8f104924c1ef tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:32.134637 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-727385ad-49a9-47a5-9afd-f199be4702d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': 'cf478b25-1897-4e21-8f62-fcbddb938c3f', 'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'mac_address': 'fa:16:3e:29:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:31Z', 'updated_at': '2022-02-09T16:05:52Z', 'revision_number': 5, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'subnets': [{'id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:32.139444 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727385ad-49a9-47a5-9afd-f199be4702d1 None None] The sync data for ids ['14948fbf-24d9-4826-a8d1-0aa89e978e57'] in dv-cinder-825105-1-smb is: [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:05:32Z', 'revision_number': 4, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb', '_interfaces': [{'id': 'cf478b25-1897-4e21-8f62-fcbddb938c3f', 'name': '', 'network_id': '2b3da4be-1f57-494a-a8f4-09aee01d85a0', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'mac_address': 'fa:16:3e:29:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:31Z', 'updated_at': '2022-02-09T16:05:52Z', 'revision_number': 5, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'subnets': [{'id': '42d3c3d2-bfda-4d8d-9b29-a750ae5d6544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:09:32.157824 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-e6cf1535-c410-4c52-9af6-8f104924c1ef tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1705699 Feb 09 16:09:32.169240 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Request body: {'port': {'device_id': 'd46776b0-5b37-4543-9dea-fcd7243498ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:09:32.282304 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:32.392407 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e8733-8b05-4bd6-b3f9-3c53c3224cd4 None None] New status for floating IP 7e704117-18bf-4bec-b70d-e4d4d5f0948c: DOWN {{(pid=83710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 16:09:32.426432 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-31c9d7b1-2b6d-470e-983c-f56f30e31b1c admin admin] Deleting port 2afd8d6b-81ed-4e6b-b147-08982e116cbc {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:32.427043 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-31c9d7b1-2b6d-470e-983c-f56f30e31b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:32.604418 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [None req-31c9d7b1-2b6d-470e-983c-f56f30e31b1c admin admin] For port 2afd8d6b-81ed-4e6b-b147-08982e116cbc, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=2afd8d6b-81ed-4e6b-b147-08982e116cbc,segment=NetworkSegment(0688dadb-bd88-4e9f-9a81-b150658e0ec3),segment_id=0688dadb-bd88-4e9f-9a81-b150658e0ec3)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:32.604682 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-31c9d7b1-2b6d-470e-983c-f56f30e31b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:32.725707 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-31c9d7b1-2b6d-470e-983c-f56f30e31b1c admin admin] Calling delete_port for 2afd8d6b-81ed-4e6b-b147-08982e116cbc owned by network:router_interface {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:32.769235 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 {{(pid=83709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:09:32.776904 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:32.792866 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Transition to ACTIVE for port object 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:09:32.864097 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:32.875606 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2828b-f4bc-49e4-86ec-b81e10ecad94 req-f7550ab6-8e3b-4d8a-82e6-5b4dd24d733e tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:32.877077 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-eca2828b-f4bc-49e4-86ec-b81e10ecad94 req-f7550ab6-8e3b-4d8a-82e6-5b4dd24d733e tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 932 time: 0.1259294 Feb 09 16:09:32.923040 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33046) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:32.975903 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-eca2828b-f4bc-49e4-86ec-b81e10ecad94 req-5a19559e-b8df-44c8-84ab-8697bde3e3d4 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915990 Feb 09 16:09:32.997425 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Pushing event updated for resources: {'Port': ['ID=23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:33.041514 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c60ef32c-88b8-4305-a7b6-f7717032d460 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:33.069857 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c60ef32c-88b8-4305-a7b6-f7717032d460 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:33.102886 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Attempting to bind port 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:09:33.103216 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Attempting to bind port 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:09:33.103542 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Attempting to bind port 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 on network 4d3c902f-5993-4305-a7f4-22739b84540f {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:09:33.103662 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-31c9d7b1-2b6d-470e-983c-f56f30e31b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:33.109982 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Port 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 on network 4d3c902f-5993-4305-a7f4-22739b84540f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:09:33.110332 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Attempting to bind port 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 on network 4d3c902f-5993-4305-a7f4-22739b84540f {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:09:33.116583 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:09:33.116851 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Checking segment: {'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:09:33.117223 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Bound using segment: {'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:09:33.117640 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Bound port: 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'}}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:09:33.117978 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:33.154785 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9d7b1-2b6d-470e-983c-f56f30e31b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=2afd8d6b-81ed-4e6b-b147-08982e116cbc,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:33.211915 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] For port 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78, host hv-cinder-82510, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:09:33.219960 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] For port 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:09:33.298661 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:33.364513 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:33.365883 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] 10.222.0.42 "PUT /v2.0/ports/23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 HTTP/1.1" status: 200 len: 1094 time: 1.2010918 Feb 09 16:09:33.366354 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46776b0-5b37-4543-9dea-fcd7243498ff', 'tag': '23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:33.383626 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df8d9f-3397-4775-ac97-45b254b58a5d service neutron] Pushing event updated for resources: {'Port': ['ID=23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:33.406086 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c60ef32c-88b8-4305-a7b6-f7717032d460 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:33.427316 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46776b0-5b37-4543-9dea-fcd7243498ff', 'tag': '23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78', 'status': 'completed', 'code': 200} Feb 09 16:09:33.478863 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ef32c-88b8-4305-a7b6-f7717032d460 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a5e4d0-f061-4a1c-a009-e660528490b8,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:33.525994 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-bc507451-ab67-422e-92b2-ea50fa21c1ef req-4966c9e6-0a03-41e2-b3d1-afe1ac80093f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f73bfcf0a3e4c628c98d6e4140f4e2e&device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 1097 time: 0.0798092 Feb 09 16:09:33.549281 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c60ef32c-88b8-4305-a7b6-f7717032d460 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:33.550437 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-c60ef32c-88b8-4305-a7b6-f7717032d460 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "DELETE /v2.0/security-groups/90a5e4d0-f061-4a1c-a009-e660528490b8 HTTP/1.1" status: 204 len: 168 time: 0.6247318 Feb 09 16:09:33.553240 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33052) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:33.577356 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-31c9d7b1-2b6d-470e-983c-f56f30e31b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695460'] for router_interface, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:33.620031 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.api.v2.resource [None req-087b512c-61dc-4497-aada-2a6b064b9a95 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] show failed (client error): The resource could not be found. Feb 09 16:09:33.623810 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-087b512c-61dc-4497-aada-2a6b064b9a95 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "GET /v2.0/security-groups/90a5e4d0-f061-4a1c-a009-e660528490b8 HTTP/1.1" status: 404 len: 347 time: 0.0668874 Feb 09 16:09:33.631907 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33056) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:33.816198 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-508ff1dd-6863-436f-90af-a5eee8284728 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Deleting port 7679a444-901b-461c-a19b-20b03429cd87 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:33.816528 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-508ff1dd-6863-436f-90af-a5eee8284728 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:33.855552 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc507451-ab67-422e-92b2-ea50fa21c1ef req-44e24d72-4407-41d0-90d7-ee19e8e42cc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:33.857231 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-bc507451-ab67-422e-92b2-ea50fa21c1ef req-44e24d72-4407-41d0-90d7-ee19e8e42cc1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1f73bfcf0a3e4c628c98d6e4140f4e2e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3250289 Feb 09 16:09:34.095491 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc507451-ab67-422e-92b2-ea50fa21c1ef req-2abaffa5-9972-4f40-9e38-2eea719a29bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:34.097815 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-bc507451-ab67-422e-92b2-ea50fa21c1ef req-2abaffa5-9972-4f40-9e38-2eea719a29bf service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2329473 Feb 09 16:09:34.103418 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-508ff1dd-6863-436f-90af-a5eee8284728 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:34.103616 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-508ff1dd-6863-436f-90af-a5eee8284728 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:34.207811 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c9d7b1-2b6d-470e-983c-f56f30e31b1c admin admin] Router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:09:34.231402 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f715cf2-15da-4bb1-b563-23fb08355582 req-65835133-a8f8-4454-ba27-aff83fd46763 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:34.232881 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3f715cf2-15da-4bb1-b563-23fb08355582 req-65835133-a8f8-4454-ba27-aff83fd46763 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 944 time: 0.1000297 Feb 09 16:09:34.255884 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-508ff1dd-6863-436f-90af-a5eee8284728 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Calling delete_port for 7679a444-901b-461c-a19b-20b03429cd87 owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:34.408244 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3f715cf2-15da-4bb1-b563-23fb08355582 req-4239be4a-9a88-4697-8dd5-9eb7795b366d tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253567 Feb 09 16:09:34.458627 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-1a147094-e9f7-4fdd-9e08-f633b3cd0b59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f73bfcf0a3e4c628c98d6e4140f4e2e&device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 1097 time: 0.2904575 Feb 09 16:09:34.477820 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c9d7b1-2b6d-470e-983c-f56f30e31b1c admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:09:34.483641 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-31c9d7b1-2b6d-470e-983c-f56f30e31b1c admin admin] 10.222.0.30 "PUT /v2.0/routers/ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4881754 Feb 09 16:09:34.486076 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33062) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:34.490995 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e8d27-843e-4f07-b369-23b42b651d91 None None] Sync routers for ids ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'] in dv-cinder-825105-1-smb {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:09:34.503605 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e8d27-843e-4f07-b369-23b42b651d91 None None] Routers {'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:09:34.504282 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1f7e8d27-843e-4f07-b369-23b42b651d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:09:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:34.568626 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-67181162-63c3-49d8-a11e-8383763640da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 HTTP/1.1" status: 200 len: 217 time: 0.0797751 Feb 09 16:09:34.645970 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-2d68126f-35b4-4afe-ab73-3312ad5fc229 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:34.647726 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-2d68126f-35b4-4afe-ab73-3312ad5fc229 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c16e60cd-4839-408e-a8fe-20a5ceb6048f HTTP/1.1" status: 200 len: 855 time: 0.0708110 Feb 09 16:09:34.696226 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ef96b0e4-a895-449c-a693-a852666b29b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:34.701251 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-508ff1dd-6863-436f-90af-a5eee8284728 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:34.723440 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-1f7e8d27-843e-4f07-b369-23b42b651d91 None None] Set router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:09:34.742949 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-1a66380d-e686-4b16-8cd9-c0763cdb2f13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d3c902f-5993-4305-a7f4-22739b84540f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867260 Feb 09 16:09:34.773108 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ff1dd-6863-436f-90af-a5eee8284728 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Pushing event deleted for resources: {'Port': ['ID=7679a444-901b-461c-a19b-20b03429cd87,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:34.958674 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-508ff1dd-6863-436f-90af-a5eee8284728 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:34.971676 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-50d9b25b-28af-4d6d-b18e-69d413b2873f service neutron] 10.222.0.42 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200391 Feb 09 16:09:34.977847 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-508ff1dd-6863-436f-90af-a5eee8284728 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:34.978918 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-508ff1dd-6863-436f-90af-a5eee8284728 tempest-AttachVolumeTestJSON-875937875 tempest-AttachVolumeTestJSON-875937875-project] 10.222.0.30 "DELETE /v2.0/floatingips/7e704117-18bf-4bec-b70d-e4d4d5f0948c HTTP/1.1" status: 204 len: 168 time: 1.3459332 Feb 09 16:09:35.023802 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ef96b0e4-a895-449c-a693-a852666b29b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:35.035337 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1f7e8d27-843e-4f07-b369-23b42b651d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'name': 'tempest-TestShelveInstance-272389709-router', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:00Z', 'updated_at': '2022-02-09T16:09:32Z', 'revision_number': 5, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'gw_port': {'id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:01Z', 'updated_at': '2022-02-09T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:35.039377 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e8d27-843e-4f07-b369-23b42b651d91 None None] Checking router: ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 for host: dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:09:35.050815 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e8d27-843e-4f07-b369-23b42b651d91 None None] Routers {'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:09:35.051413 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1f7e8d27-843e-4f07-b369-23b42b651d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:09:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:35.119469 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-cc74bb15-78bc-41d7-a891-cfe1fe36f8b5 req-08a73edd-0b32-4685-8b21-f56541331de2 service neutron] 10.222.0.42 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394346 Feb 09 16:09:35.122483 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-ef96b0e4-a895-449c-a693-a852666b29b4 admin admin] Deleting port e97a2feb-521e-40a0-9925-e885c9560ec5 {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:35.122827 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ef96b0e4-a895-449c-a693-a852666b29b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:35.233416 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-1f7e8d27-843e-4f07-b369-23b42b651d91 None None] Set router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:09:35.300124 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [None req-ef96b0e4-a895-449c-a693-a852666b29b4 admin admin] For port e97a2feb-521e-40a0-9925-e885c9560ec5, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=e97a2feb-521e-40a0-9925-e885c9560ec5,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:35.300566 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ef96b0e4-a895-449c-a693-a852666b29b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:35.431236 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-ef96b0e4-a895-449c-a693-a852666b29b4 admin admin] Calling delete_port for e97a2feb-521e-40a0-9925-e885c9560ec5 owned by network:router_gateway {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:35.522395 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1f7e8d27-843e-4f07-b369-23b42b651d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'name': 'tempest-TestShelveInstance-272389709-router', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:00Z', 'updated_at': '2022-02-09T16:09:32Z', 'revision_number': 5, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'gw_port': {'id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:01Z', 'updated_at': '2022-02-09T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:35.529028 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e8d27-843e-4f07-b369-23b42b651d91 None None] The sync data for ids ['ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779'] in dv-cinder-825105-1-smb is: [{'id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'name': 'tempest-TestShelveInstance-272389709-router', 'tenant_id': '43ed7dd9edae4b20a88c5eba35af5527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:00Z', 'updated_at': '2022-02-09T16:09:32Z', 'revision_number': 5, 'project_id': '43ed7dd9edae4b20a88c5eba35af5527', 'gw_port': {'id': 'e97a2feb-521e-40a0-9925-e885c9560ec5', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:01Z', 'updated_at': '2022-02-09T16:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:09:35.625004 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19944a97-2b6c-492b-8d36-2e91e46fc549 req-2b6033a5-b354-411e-9c1a-39a41dd6a44e tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:35.625831 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-19944a97-2b6c-492b-8d36-2e91e46fc549 req-2b6033a5-b354-411e-9c1a-39a41dd6a44e tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Synchronizing usage tracker for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:09:35.663657 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ef96b0e4-a895-449c-a693-a852666b29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:35.692100 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-19944a97-2b6c-492b-8d36-2e91e46fc549 req-2b6033a5-b354-411e-9c1a-39a41dd6a44e tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Unset dirty status for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:09:35.693326 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-19944a97-2b6c-492b-8d36-2e91e46fc549 req-2b6033a5-b354-411e-9c1a-39a41dd6a44e tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 944 time: 0.1524968 Feb 09 16:09:35.707180 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96b0e4-a895-449c-a693-a852666b29b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e97a2feb-521e-40a0-9925-e885c9560ec5,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:35.747288 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-19944a97-2b6c-492b-8d36-2e91e46fc549 req-7ce9df5c-569d-4b4c-9693-d82cb6721d2a tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483208 Feb 09 16:09:35.933308 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ef96b0e4-a895-449c-a693-a852666b29b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691954'] for router_gateway, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:36.187252 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ef96b0e4-a895-449c-a693-a852666b29b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41891'] for router, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:36.191152 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ef96b0e4-a895-449c-a693-a852666b29b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:36.268655 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ef96b0e4-a895-449c-a693-a852666b29b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693718'] for router, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:36.269144 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef96b0e4-a895-449c-a693-a852666b29b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 {{(pid=83708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:09:36.281032 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ef96b0e4-a895-449c-a693-a852666b29b4 admin admin] Notify callbacks [] for router, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:36.282278 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-ef96b0e4-a895-449c-a693-a852666b29b4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ab0cd3c4-d4cd-42d8-9eb6-8f2a82ffb779 HTTP/1.1" status: 204 len: 168 time: 1.7951477 Feb 09 16:09:36.284857 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33072) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:36.348949 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3fceda5-5b45-48be-b3e9-b34a3336def0 admin admin] Deleting subnet 1414b891-07be-4dcb-b434-3590d3850f3b {{(pid=83708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:09:36.352149 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a3fceda5-5b45-48be-b3e9-b34a3336def0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:36.384730 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 2afd8d6b-81ed-4e6b-b147-08982e116cbc no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:09:36.412863 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a3fceda5-5b45-48be-b3e9-b34a3336def0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354091'] for subnet, precommit_delete_associations {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:36.425131 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: 2afd8d6b-81ed-4e6b-b147-08982e116cbc {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:09:36.428596 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 2afd8d6b-81ed-4e6b-b147-08982e116cbc not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:09:36.491532 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a3fceda5-5b45-48be-b3e9-b34a3336def0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3247574'] for subnet, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:36.625394 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a3fceda5-5b45-48be-b3e9-b34a3336def0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3247599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1352343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6906885'] for subnet, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:36.763130 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fceda5-5b45-48be-b3e9-b34a3336def0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1414b891-07be-4dcb-b434-3590d3850f3b,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:36.769648 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-a3fceda5-5b45-48be-b3e9-b34a3336def0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:36.775250 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fed649-bdb5-4a98-b67d-2e130f19a429 None None] Network 18c16b04-0f6a-43fa-a890-19fb89b12238 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:09:36.776908 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-a3fceda5-5b45-48be-b3e9-b34a3336def0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1414b891-07be-4dcb-b434-3590d3850f3b HTTP/1.1" status: 204 len: 168 time: 0.4910362 Feb 09 16:09:36.785893 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33084) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:36.892987 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3173060'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:36.903771 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] Deleting port 11b1d045-17de-4eb7-b024-5220b23ce8b8 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:36.904191 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:36.983704 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08034ef8-64e1-42ec-94b2-de4a34bd2ca9 req-b8d047b1-f52b-4f94-9b67-64f74b7cd170 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:36.990253 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-08034ef8-64e1-42ec-94b2-de4a34bd2ca9 req-b8d047b1-f52b-4f94-9b67-64f74b7cd170 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 944 time: 0.1056373 Feb 09 16:09:37.032762 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-08034ef8-64e1-42ec-94b2-de4a34bd2ca9 req-c78e61c1-2dcf-4b68-9839-9a3412c71442 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414405 Feb 09 16:09:37.053172 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01eb08b-a501-42eb-a0d6-a43ccfb28c41 None None] DHCP port deletion for 18c16b04-0f6a-43fa-a890-19fb89b12238 request from dv-cinder-825105-1-smb {{(pid=83710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 16:09:37.056932 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e01eb08b-a501-42eb-a0d6-a43ccfb28c41 None None] Deleting port 11b1d045-17de-4eb7-b024-5220b23ce8b8 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:37.057709 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e01eb08b-a501-42eb-a0d6-a43ccfb28c41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:37.131740 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] For port 11b1d045-17de-4eb7-b024-5220b23ce8b8, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=11b1d045-17de-4eb7-b024-5220b23ce8b8,segment=NetworkSegment(0688dadb-bd88-4e9f-9a81-b150658e0ec3),segment_id=0688dadb-bd88-4e9f-9a81-b150658e0ec3)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:37.132094 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:37.252457 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] Calling delete_port for 11b1d045-17de-4eb7-b024-5220b23ce8b8 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:37.258072 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e01eb08b-a501-42eb-a0d6-a43ccfb28c41 None None] For port 11b1d045-17de-4eb7-b024-5220b23ce8b8, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=11b1d045-17de-4eb7-b024-5220b23ce8b8,segment=NetworkSegment(0688dadb-bd88-4e9f-9a81-b150658e0ec3),segment_id=0688dadb-bd88-4e9f-9a81-b150658e0ec3)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:37.259874 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e01eb08b-a501-42eb-a0d6-a43ccfb28c41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:37.373717 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:37.376546 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e01eb08b-a501-42eb-a0d6-a43ccfb28c41 None None] Calling delete_port for 11b1d045-17de-4eb7-b024-5220b23ce8b8 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:37.419378 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b1d045-17de-4eb7-b024-5220b23ce8b8,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:37.426923 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] No DVR routers for this DVR port 11b1d045-17de-4eb7-b024-5220b23ce8b8 on host dv-cinder-825105-1-smb {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:09:37.476585 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.db.api [None req-e01eb08b-a501-42eb-a0d6-a43ccfb28c41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:09:37.477196 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG oslo_db.api [None req-e01eb08b-a501-42eb-a0d6-a43ccfb28c41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:09:37.545262 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:09:37.630626 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3246939', 'neutron.services.segments.db._delete_segments_for_network-8772266662247'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:37.656249 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c16b04-0f6a-43fa-a890-19fb89b12238']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:37.668454 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0688dadb-bd88-4e9f-9a81-b150658e0ec3') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:37.668812 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0688dadb-bd88-4e9f-9a81-b150658e0ec3') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:37.680701 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772266661614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368607'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:37.683579 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:37.696254 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:37.696598 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': '23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78', 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f', 'port_id': '23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78', 'mac_address': 'fa:16:3e:96:b2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16e60cd-4839-408e-a8fe-20a5ceb6048f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:09:37.702900 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:09:37.703319 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3244415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7030850'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: Traceback (most recent call last): Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: timer() Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: cb(*args, **kw) Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: return func(*args, **kwargs) Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: self._notify() Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: self.callback(batched_events) Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: event.method(event) Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: return f(self, *a, **k) Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: return self._get(url).json() Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:09:37.720321 dv-cinder-825105-1-smb neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:09:37.751623 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:37.770167 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:09:37.786401 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:37.857934 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:37.868992 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3246932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691991'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:37.873809 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:37.899810 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] Pushing event deleted for resources: {'Network': ['ID=18c16b04-0f6a-43fa-a890-19fb89b12238,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:37.926992 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:37.972558 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-4a1b0f1f-afc3-47bd-b4c7-984620bf7b72 admin admin] 10.222.0.30 "DELETE /v2.0/networks/18c16b04-0f6a-43fa-a890-19fb89b12238 HTTP/1.1" status: 204 len: 168 time: 1.1855016 Feb 09 16:09:37.975216 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33096) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:37.978405 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e01eb08b-a501-42eb-a0d6-a43ccfb28c41 None None] Deleting port 11b1d045-17de-4eb7-b024-5220b23ce8b8 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:37.978910 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e01eb08b-a501-42eb-a0d6-a43ccfb28c41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:38.052182 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e01eb08b-a501-42eb-a0d6-a43ccfb28c41 None None] The port '11b1d045-17de-4eb7-b024-5220b23ce8b8' was deleted {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 16:09:38.076966 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:09:38.361551 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 11b1d045-17de-4eb7-b024-5220b23ce8b8 no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:09:38.395251 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acb8e9-f17c-4037-9256-7ca56df8575d req-cc4c76ea-a990-4303-ade6-55281410bb78 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:38.396714 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-96acb8e9-f17c-4037-9256-7ca56df8575d req-cc4c76ea-a990-4303-ade6-55281410bb78 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 945 time: 0.2196984 Feb 09 16:09:38.401827 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: 11b1d045-17de-4eb7-b024-5220b23ce8b8 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:09:38.403101 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 11b1d045-17de-4eb7-b024-5220b23ce8b8 not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:09:38.403312 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device e97a2feb-521e-40a0-9925-e885c9560ec5 no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:09:38.434736 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: e97a2feb-521e-40a0-9925-e885c9560ec5 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:09:38.435079 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device e97a2feb-521e-40a0-9925-e885c9560ec5 not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:09:38.468032 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-96acb8e9-f17c-4037-9256-7ca56df8575d req-06fd3ea0-f4c3-46fc-9098-988cce70eb20 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554235 Feb 09 16:09:38.513843 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-38212712-a615-41c7-aab5-053d197f4b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1695319'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:39.112896 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-38212712-a615-41c7-aab5-053d197f4b91 admin admin] Deleting port 3d616a55-6a10-486b-ae6d-1786d088b1f2 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:39.113561 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-38212712-a615-41c7-aab5-053d197f4b91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:39.367683 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-38212712-a615-41c7-aab5-053d197f4b91 admin admin] For port 3d616a55-6a10-486b-ae6d-1786d088b1f2, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=3d616a55-6a10-486b-ae6d-1786d088b1f2,segment=NetworkSegment(3b008532-7d72-4d87-8337-dab991a7e2cc),segment_id=3b008532-7d72-4d87-8337-dab991a7e2cc)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:39.367944 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-38212712-a615-41c7-aab5-053d197f4b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:39.485836 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-38212712-a615-41c7-aab5-053d197f4b91 admin admin] Calling delete_port for 3d616a55-6a10-486b-ae6d-1786d088b1f2 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:39.556741 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:09:39.658968 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33112) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:39.725450 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b05d01-d543-4252-a241-76ab7a580b3f req-08a74057-812e-4d87-9fae-72ce9e16a415 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:39.726928 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b1b05d01-d543-4252-a241-76ab7a580b3f req-08a74057-812e-4d87-9fae-72ce9e16a415 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 945 time: 0.1323309 Feb 09 16:09:39.756394 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:09:39.761232 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:39.762184 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:39.772267 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b1b05d01-d543-4252-a241-76ab7a580b3f req-5767a7b1-ec54-4822-9902-673b775d535c tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 Feb 09 16:09:39.779429 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-38212712-a615-41c7-aab5-053d197f4b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:39.829216 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38212712-a615-41c7-aab5-053d197f4b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d616a55-6a10-486b-ae6d-1786d088b1f2,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:39.899560 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:39.928711 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46776b0-5b37-4543-9dea-fcd7243498ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:39.952130 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:39.996730 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46776b0-5b37-4543-9dea-fcd7243498ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78', 'code': 200} Feb 09 16:09:40.013827 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:40.090191 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:40.107084 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-af46ae98-644a-43ed-90d1-f76b4f54b2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1695319'] for router_interface, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:40.169785 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-38212712-a615-41c7-aab5-053d197f4b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695460'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:40.388173 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-89498c71-4827-4db9-a2cd-bda5c7c490a2 req-3ace6ed8-ba12-4f4a-8eaf-f96d96af6850 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 1099 time: 0.1043439 Feb 09 16:09:40.449138 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-89498c71-4827-4db9-a2cd-bda5c7c490a2 req-2d2ef46d-2063-4539-8419-9511aeb36d26 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547445 Feb 09 16:09:40.718392 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-af46ae98-644a-43ed-90d1-f76b4f54b2e5 admin admin] Deleting port cf478b25-1897-4e21-8f62-fcbddb938c3f {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:40.718948 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-af46ae98-644a-43ed-90d1-f76b4f54b2e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:40.893040 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [None req-af46ae98-644a-43ed-90d1-f76b4f54b2e5 admin admin] For port cf478b25-1897-4e21-8f62-fcbddb938c3f, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=cf478b25-1897-4e21-8f62-fcbddb938c3f,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:40.893384 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-af46ae98-644a-43ed-90d1-f76b4f54b2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:40.992697 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38212712-a615-41c7-aab5-053d197f4b91 admin admin] Router 1c58b0c0-1322-4c19-ad10-9a769c84086e has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:09:41.011508 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-af46ae98-644a-43ed-90d1-f76b4f54b2e5 admin admin] Calling delete_port for cf478b25-1897-4e21-8f62-fcbddb938c3f owned by network:router_interface {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:41.013881 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae2aaf-dc0c-4ae6-8919-f65d390de168 req-c051d5ee-8515-4799-99fe-df2489e5ee6a tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:41.015433 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ddae2aaf-dc0c-4ae6-8919-f65d390de168 req-c051d5ee-8515-4799-99fe-df2489e5ee6a tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 946 time: 0.1088674 Feb 09 16:09:41.189590 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ddae2aaf-dc0c-4ae6-8919-f65d390de168 req-a5c545e5-bd21-4117-b6ea-263d38968feb tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245313 Feb 09 16:09:41.251773 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38212712-a615-41c7-aab5-053d197f4b91 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:09:41.260464 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cada7b-4863-4b9b-85fd-9c4caf655f06 None None] Sync routers for ids ['1c58b0c0-1322-4c19-ad10-9a769c84086e'] in dv-cinder-825105-1-smb {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:09:41.265915 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-38212712-a615-41c7-aab5-053d197f4b91 admin admin] 10.222.0.30 "PUT /v2.0/routers/1c58b0c0-1322-4c19-ad10-9a769c84086e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2896585 Feb 09 16:09:41.268524 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33120) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:41.272913 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cada7b-4863-4b9b-85fd-9c4caf655f06 None None] Routers {'1c58b0c0-1322-4c19-ad10-9a769c84086e'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:09:41.273512 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-16cada7b-4863-4b9b-85fd-9c4caf655f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:09:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['1c58b0c0-1322-4c19-ad10-9a769c84086e'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:41.325941 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-af46ae98-644a-43ed-90d1-f76b4f54b2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:41.427088 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46ae98-644a-43ed-90d1-f76b4f54b2e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf478b25-1897-4e21-8f62-fcbddb938c3f,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:41.462590 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-16cada7b-4863-4b9b-85fd-9c4caf655f06 None None] Set router 1c58b0c0-1322-4c19-ad10-9a769c84086e gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:09:41.738714 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-71a19636-872d-4015-86de-d3e140b85f19 admin admin] Notify callbacks [] for router, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:41.799205 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-16cada7b-4863-4b9b-85fd-9c4caf655f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'name': 'tempest-TestShelveInstance-1026009572-router', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:09:39Z', 'revision_number': 5, 'project_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'gw_port': {'id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:19Z', 'updated_at': '2022-02-09T16:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:41.803008 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cada7b-4863-4b9b-85fd-9c4caf655f06 None None] Checking router: 1c58b0c0-1322-4c19-ad10-9a769c84086e for host: dv-cinder-825105-1-smb {{(pid=83710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:09:41.814122 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cada7b-4863-4b9b-85fd-9c4caf655f06 None None] Routers {'1c58b0c0-1322-4c19-ad10-9a769c84086e'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:09:41.814759 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-16cada7b-4863-4b9b-85fd-9c4caf655f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:09:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['1c58b0c0-1322-4c19-ad10-9a769c84086e'], 'active': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:41.896993 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-af46ae98-644a-43ed-90d1-f76b4f54b2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695460'] for router_interface, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:42.020513 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvr_db [None req-16cada7b-4863-4b9b-85fd-9c4caf655f06 None None] Set router 1c58b0c0-1322-4c19-ad10-9a769c84086e gateway port host: dv-cinder-825105-1-smb {{(pid=83710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:09:42.100473 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-71a19636-872d-4015-86de-d3e140b85f19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:42.198520 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-71a19636-872d-4015-86de-d3e140b85f19 admin admin] Deleting port 6ddfe567-7046-4ed5-906c-ea52cf25fa96 {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:42.199355 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-71a19636-872d-4015-86de-d3e140b85f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:42.328571 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_hamode_db [None req-16cada7b-4863-4b9b-85fd-9c4caf655f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'name': 'tempest-TestShelveInstance-1026009572-router', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:09:39Z', 'revision_number': 5, 'project_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'gw_port': {'id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:19Z', 'updated_at': '2022-02-09T16:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:42.332727 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cada7b-4863-4b9b-85fd-9c4caf655f06 None None] The sync data for ids ['1c58b0c0-1322-4c19-ad10-9a769c84086e'] in dv-cinder-825105-1-smb is: [{'id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'name': 'tempest-TestShelveInstance-1026009572-router', 'tenant_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:09:39Z', 'revision_number': 5, 'project_id': 'dea5f83c1ed141dd878aae6dc21f99d9', 'gw_port': {'id': '6ddfe567-7046-4ed5-906c-ea52cf25fa96', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c58b0c0-1322-4c19-ad10-9a769c84086e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:19Z', 'updated_at': '2022-02-09T16:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}] {{(pid=83710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:09:42.674434 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [None req-71a19636-872d-4015-86de-d3e140b85f19 admin admin] For port 6ddfe567-7046-4ed5-906c-ea52cf25fa96, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=6ddfe567-7046-4ed5-906c-ea52cf25fa96,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:42.675657 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-71a19636-872d-4015-86de-d3e140b85f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:42.850742 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e40aa-f480-4776-a9df-36fadd3f2c69 req-b4b6c225-08cd-42d1-8edf-039f22a718bf tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:42.852187 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-685e40aa-f480-4776-a9df-36fadd3f2c69 req-b4b6c225-08cd-42d1-8edf-039f22a718bf tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 946 time: 0.5317681 Feb 09 16:09:42.863238 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-71a19636-872d-4015-86de-d3e140b85f19 admin admin] Calling delete_port for 6ddfe567-7046-4ed5-906c-ea52cf25fa96 owned by network:router_gateway {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:42.997937 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-685e40aa-f480-4776-a9df-36fadd3f2c69 req-1a236c9e-bbe4-46c3-af83-c56987008892 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089869 Feb 09 16:09:43.117704 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af46ae98-644a-43ed-90d1-f76b4f54b2e5 admin admin] Router 14948fbf-24d9-4826-a8d1-0aa89e978e57 has already been hosted by L3 agent fb3d251c-cb97-460a-9813-8f855a49118a {{(pid=83708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:09:43.180960 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-71a19636-872d-4015-86de-d3e140b85f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:43.288167 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a19636-872d-4015-86de-d3e140b85f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ddfe567-7046-4ed5-906c-ea52cf25fa96,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:43.544542 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-71a19636-872d-4015-86de-d3e140b85f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691954'] for router_gateway, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:43.930663 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-71a19636-872d-4015-86de-d3e140b85f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41891'] for router, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:43.937857 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-71a19636-872d-4015-86de-d3e140b85f19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:43.956100 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af46ae98-644a-43ed-90d1-f76b4f54b2e5 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-smb the message routers_updated {{(pid=83708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:09:43.965330 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c078f08-5712-42dc-a1a1-57207ec5a1a1 None None] Sync routers for ids ['14948fbf-24d9-4826-a8d1-0aa89e978e57'] in dv-cinder-825105-1-smb {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:09:43.978033 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c078f08-5712-42dc-a1a1-57207ec5a1a1 None None] Routers {'14948fbf-24d9-4826-a8d1-0aa89e978e57'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:09:43.978671 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-2c078f08-5712-42dc-a1a1-57207ec5a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:09:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['14948fbf-24d9-4826-a8d1-0aa89e978e57'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:43.982686 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-af46ae98-644a-43ed-90d1-f76b4f54b2e5 admin admin] 10.222.0.30 "PUT /v2.0/routers/14948fbf-24d9-4826-a8d1-0aa89e978e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3225770 Feb 09 16:09:43.985138 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33142) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:44.045022 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-71a19636-872d-4015-86de-d3e140b85f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693718'] for router, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:44.045349 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a19636-872d-4015-86de-d3e140b85f19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c58b0c0-1322-4c19-ad10-9a769c84086e {{(pid=83708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:09:44.054842 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-71a19636-872d-4015-86de-d3e140b85f19 admin admin] Notify callbacks [] for router, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:44.055950 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-71a19636-872d-4015-86de-d3e140b85f19 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1c58b0c0-1322-4c19-ad10-9a769c84086e HTTP/1.1" status: 204 len: 168 time: 2.7864375 Feb 09 16:09:44.065540 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33146) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:44.148229 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba13de4-adec-4563-bbf1-34774234f270 admin admin] Deleting subnet e86f50ec-a16f-44cf-ba88-84982ef7289b {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:09:44.151294 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aba13de4-adec-4563-bbf1-34774234f270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:44.175279 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-2c078f08-5712-42dc-a1a1-57207ec5a1a1 None None] Set router 14948fbf-24d9-4826-a8d1-0aa89e978e57 gateway port host: dv-cinder-825105-1-smb {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:09:44.221491 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-563f82a6-c7fb-4d0f-aa8d-c44413f0c187 admin admin] Notify callbacks [] for router, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:44.223466 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aba13de4-adec-4563-bbf1-34774234f270 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368596'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:44.347064 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aba13de4-adec-4563-bbf1-34774234f270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3247574'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:44.482435 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-563f82a6-c7fb-4d0f-aa8d-c44413f0c187 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:44.488088 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aba13de4-adec-4563-bbf1-34774234f270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3247599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7031016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7118252'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:44.527786 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba13de4-adec-4563-bbf1-34774234f270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e86f50ec-a16f-44cf-ba88-84982ef7289b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:44.531601 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aba13de4-adec-4563-bbf1-34774234f270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:44.537473 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-aba13de4-adec-4563-bbf1-34774234f270 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e86f50ec-a16f-44cf-ba88-84982ef7289b HTTP/1.1" status: 204 len: 168 time: 0.4703965 Feb 09 16:09:44.538305 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5733c680-1ef4-4d94-83f5-ada28e0f03d1 None None] Network b3abbab8-54cb-419d-add9-e429ee2f270e requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:09:44.540131 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33152) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:44.571949 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-563f82a6-c7fb-4d0f-aa8d-c44413f0c187 admin admin] Deleting port fa6710cf-aa73-4045-b694-78011a40d590 {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:44.572652 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-563f82a6-c7fb-4d0f-aa8d-c44413f0c187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:44.693643 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-2c078f08-5712-42dc-a1a1-57207ec5a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'external_fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243'}], 'enable_snat': True}, 'gw_port_id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:09:41Z', 'revision_number': 5, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port': {'id': 'fa6710cf-aa73-4045-b694-78011a40d590', 'name': '', 'network_id': '6b7fe1e6-5bb6-4d06-a266-701d5608a849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'ip_address': '172.28.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:28Z', 'updated_at': '2022-02-09T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a29998aa-47c5-4d48-9fc6-2e8cc05152fe', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-smb'}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:44.700579 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c078f08-5712-42dc-a1a1-57207ec5a1a1 None None] Checking router: 14948fbf-24d9-4826-a8d1-0aa89e978e57 for host: dv-cinder-825105-1-smb {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:09:44.728154 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c078f08-5712-42dc-a1a1-57207ec5a1a1 None None] Routers {'14948fbf-24d9-4826-a8d1-0aa89e978e57'} bound to L3 agent in host dv-cinder-825105-1-smb {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:09:44.728765 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-2c078f08-5712-42dc-a1a1-57207ec5a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:52:58Z,description=,heartbeat_timestamp=2022-02-09T16:09:28Z,host='dv-cinder-825105-1-smb',id=fb3d251c-cb97-460a-9813-8f855a49118a,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:52:58Z,topic='l3_agent')) {'router_ids': ['14948fbf-24d9-4826-a8d1-0aa89e978e57'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:44.733284 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 6ddfe567-7046-4ed5-906c-ea52cf25fa96 no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:09:44.761842 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3173060'] for network, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:44.798511 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: 6ddfe567-7046-4ed5-906c-ea52cf25fa96 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:09:44.801303 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 6ddfe567-7046-4ed5-906c-ea52cf25fa96 not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:09:44.801303 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 3d616a55-6a10-486b-ae6d-1786d088b1f2 no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:09:44.836405 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: 3d616a55-6a10-486b-ae6d-1786d088b1f2 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:09:44.836881 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 3d616a55-6a10-486b-ae6d-1786d088b1f2 not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:09:44.874463 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Deleting port bae4bbef-8831-4d32-9991-8c0f5df5fbff {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:44.874791 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:44.892958 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-2c078f08-5712-42dc-a1a1-57207ec5a1a1 None None] Set router 14948fbf-24d9-4826-a8d1-0aa89e978e57 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:09:44.945302 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] DHCP port deletion for b3abbab8-54cb-419d-add9-e429ee2f270e request from dv-cinder-825105-1-smb {{(pid=83710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 16:09:44.950152 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Deleting port bae4bbef-8831-4d32-9991-8c0f5df5fbff {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:44.950713 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:44.999567 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-2c078f08-5712-42dc-a1a1-57207ec5a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:09:44Z', 'revision_number': 6, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port_host': None}], 'dv-cinder-825105-1-smb', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:45.003615 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c078f08-5712-42dc-a1a1-57207ec5a1a1 None None] The sync data for ids ['14948fbf-24d9-4826-a8d1-0aa89e978e57'] in dv-cinder-825105-1-smb is: [{'id': '14948fbf-24d9-4826-a8d1-0aa89e978e57', 'name': 'tempest-AttachVolumeTestJSON-687877857-router', 'tenant_id': 'affdb33688524e34b4bc227b7e0e8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:27Z', 'updated_at': '2022-02-09T16:09:44Z', 'revision_number': 6, 'project_id': 'affdb33688524e34b4bc227b7e0e8610', 'gw_port_host': None}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:09:45.028493 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [None req-563f82a6-c7fb-4d0f-aa8d-c44413f0c187 admin admin] For port fa6710cf-aa73-4045-b694-78011a40d590, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=fa6710cf-aa73-4045-b694-78011a40d590,segment=NetworkSegment(e4269051-9e23-404d-a4b7-9bee5aae5d13),segment_id=e4269051-9e23-404d-a4b7-9bee5aae5d13)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:45.029141 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-563f82a6-c7fb-4d0f-aa8d-c44413f0c187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:45.161937 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] For port bae4bbef-8831-4d32-9991-8c0f5df5fbff, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=bae4bbef-8831-4d32-9991-8c0f5df5fbff,segment=NetworkSegment(3b008532-7d72-4d87-8337-dab991a7e2cc),segment_id=3b008532-7d72-4d87-8337-dab991a7e2cc)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:45.162403 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:45.175016 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-563f82a6-c7fb-4d0f-aa8d-c44413f0c187 admin admin] Calling delete_port for fa6710cf-aa73-4045-b694-78011a40d590 owned by network:router_gateway {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:45.280530 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Calling delete_port for bae4bbef-8831-4d32-9991-8c0f5df5fbff owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:45.335885 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] For port bae4bbef-8831-4d32-9991-8c0f5df5fbff, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=bae4bbef-8831-4d32-9991-8c0f5df5fbff,segment=NetworkSegment(3b008532-7d72-4d87-8337-dab991a7e2cc),segment_id=3b008532-7d72-4d87-8337-dab991a7e2cc)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:45.336239 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:45.441917 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:45.498017 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Pushing event deleted for resources: {'Port': ['ID=bae4bbef-8831-4d32-9991-8c0f5df5fbff,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:45.507403 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] No DVR routers for this DVR port bae4bbef-8831-4d32-9991-8c0f5df5fbff on host dv-cinder-825105-1-smb {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:09:45.510285 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:45.510658 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:45.511010 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:45.511412 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:45.511741 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:45.512269 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:45.512599 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:45.512921 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:45.513241 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:45.513558 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:45.513986 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f9619-fc14-46f9-bdb6-5a50eaf1c2b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:45.573860 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Calling delete_port for bae4bbef-8831-4d32-9991-8c0f5df5fbff owned by network:dhcp {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:45.723590 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.db.api [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:09:45.723889 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG oslo_db.api [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:09:45.811850 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-563f82a6-c7fb-4d0f-aa8d-c44413f0c187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:45.854521 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-82b3e9ab-027b-49ed-b911-5b1ff7824edd tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:45.855155 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f82a6-c7fb-4d0f-aa8d-c44413f0c187 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6710cf-aa73-4045-b694-78011a40d590,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:45.855986 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-82b3e9ab-027b-49ed-b911-5b1ff7824edd tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/networks?id=4d3c902f-5993-4305-a7f4-22739b84540f HTTP/1.1" status: 200 len: 815 time: 0.1437399 Feb 09 16:09:45.873188 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-de3a3a7d-1fdc-43a3-9f91-4acebdf9712d tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/quotas/1f73bfcf0a3e4c628c98d6e4140f4e2e HTTP/1.1" status: 200 len: 375 time: 0.0111334 Feb 09 16:09:45.961164 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-895dd22a-01e1-4b06-915d-5fe872f765e3 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f73bfcf0a3e4c628c98d6e4140f4e2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813808 Feb 09 16:09:46.080196 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-563f82a6-c7fb-4d0f-aa8d-c44413f0c187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1691954'] for router_gateway, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:46.093648 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-9344fee7-07ac-4675-9134-1cae4c6504c5 service neutron] 10.222.0.30 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248128 Feb 09 16:09:46.224461 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-4120027c-aa0a-4a12-bf45-3ae375b7e486 service neutron] 10.222.0.30 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248851 Feb 09 16:09:46.258825 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Deleting port bae4bbef-8831-4d32-9991-8c0f5df5fbff {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:46.259164 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:46.358909 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device fa6710cf-aa73-4045-b694-78011a40d590 no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:09:46.383738 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] The port 'bae4bbef-8831-4d32-9991-8c0f5df5fbff' was deleted {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 16:09:46.391289 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: fa6710cf-aa73-4045-b694-78011a40d590 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:09:46.391706 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device fa6710cf-aa73-4045-b694-78011a40d590 not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:09:46.392187 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device bae4bbef-8831-4d32-9991-8c0f5df5fbff no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:09:46.413529 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-563f82a6-c7fb-4d0f-aa8d-c44413f0c187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41891'] for router, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:46.426612 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: bae4bbef-8831-4d32-9991-8c0f5df5fbff {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:09:46.427227 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device bae4bbef-8831-4d32-9991-8c0f5df5fbff not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:09:46.427836 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device cf478b25-1897-4e21-8f62-fcbddb938c3f no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:09:46.443839 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-563f82a6-c7fb-4d0f-aa8d-c44413f0c187 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:46.460376 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: cf478b25-1897-4e21-8f62-fcbddb938c3f {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:09:46.460728 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device cf478b25-1897-4e21-8f62-fcbddb938c3f not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:09:46.559598 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-23fc9ace-8dc6-4d9a-9fff-1e1c0b012e6b req-e8485194-a25e-4ed2-be6d-4c5bbfcecfc4 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 210 time: 0.0636413 Feb 09 16:09:46.564614 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3246939', 'neutron.services.segments.db._delete_segments_for_network-8772266662247'] for network, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:46.600239 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3abbab8-54cb-419d-add9-e429ee2f270e']}} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:46.612483 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b008532-7d72-4d87-8337-dab991a7e2cc') {'for_net_delete': True} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:46.612798 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b008532-7d72-4d87-8337-dab991a7e2cc') {} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:46.624168 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772266661614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1354080'] for segment, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:46.640228 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:46.646169 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=83708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:09:46.646624 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3244415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1352253'] for segment, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: util.warn( Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: util.warn( Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: util.warn( Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: util.warn( Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: Traceback (most recent call last): Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: timer() Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: cb(*args, **kw) Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: return func(*args, **kwargs) Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: self._notify() Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: self.callback(batched_events) Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: event.method(event) Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: return f(self, *a, **k) Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: return self._get(url).json() Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: return self.request(url, 'GET', **kwargs) Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:09:46.660679 dv-cinder-825105-1-smb neutron-server[83708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:09:46.676116 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:46.709297 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-563f82a6-c7fb-4d0f-aa8d-c44413f0c187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693718'] for router, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:46.709839 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563f82a6-c7fb-4d0f-aa8d-c44413f0c187 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14948fbf-24d9-4826-a8d1-0aa89e978e57 {{(pid=83708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:09:46.745010 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-563f82a6-c7fb-4d0f-aa8d-c44413f0c187 admin admin] Notify callbacks [] for router, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:46.746693 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-563f82a6-c7fb-4d0f-aa8d-c44413f0c187 admin admin] 10.222.0.30 "DELETE /v2.0/routers/14948fbf-24d9-4826-a8d1-0aa89e978e57 HTTP/1.1" status: 204 len: 168 time: 2.7606442 Feb 09 16:09:46.749189 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33176) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:46.809622 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b81f06-7fb4-40b4-8dd5-d6f72830fd32 admin admin] Deleting subnet 42d3c3d2-bfda-4d8d-9b29-a750ae5d6544 {{(pid=83708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:09:46.813185 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-81b81f06-7fb4-40b4-8dd5-d6f72830fd32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:46.842843 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3246932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691991'] for network, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:46.861403 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:46.878846 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=b3abbab8-54cb-419d-add9-e429ee2f270e,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:46.883722 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-60f6281a-82a0-4124-b3df-cc6e67158f2f admin admin] 10.222.0.30 "DELETE /v2.0/networks/b3abbab8-54cb-419d-add9-e429ee2f270e HTTP/1.1" status: 204 len: 168 time: 2.3400581 Feb 09 16:09:46.892386 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-81b81f06-7fb4-40b4-8dd5-d6f72830fd32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354091'] for subnet, precommit_delete_associations {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:46.985167 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-81b81f06-7fb4-40b4-8dd5-d6f72830fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3247574'] for subnet, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:47.206277 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-81b81f06-7fb4-40b4-8dd5-d6f72830fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3247599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1352343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6906885'] for subnet, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:47.212770 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33184) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:47.244136 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b81f06-7fb4-40b4-8dd5-d6f72830fd32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d3c3d2-bfda-4d8d-9b29-a750ae5d6544,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:47.251174 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-81b81f06-7fb4-40b4-8dd5-d6f72830fd32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:47.257147 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-81b81f06-7fb4-40b4-8dd5-d6f72830fd32 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/42d3c3d2-bfda-4d8d-9b29-a750ae5d6544 HTTP/1.1" status: 204 len: 168 time: 0.5070169 Feb 09 16:09:47.258646 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a2dfe3-fa5e-4f5c-92e5-f679ebe614a3 None None] Network 2b3da4be-1f57-494a-a8f4-09aee01d85a0 requested from dv-cinder-825105-1-smb {{(pid=83710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:09:47.259657 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33188) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:47.332388 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-6493e02a-37cf-445d-9860-3d8f7660a89a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=43ed7dd9edae4b20a88c5eba35af5527&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1184604 Feb 09 16:09:47.335253 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33192) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:47.371900 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3173060'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:47.382849 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] Deleting port 6274996a-8c9b-4c69-a115-927df61883cf {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:47.383742 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:47.410065 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ca0f35f9-b44b-4d02-8832-3f24fbbfc485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:47.447148 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ca0f35f9-b44b-4d02-8832-3f24fbbfc485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:47.554437 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc482a-c175-43f3-9fff-60c5b663cc90 None None] DHCP port deletion for 2b3da4be-1f57-494a-a8f4-09aee01d85a0 request from dv-cinder-825105-1-smb {{(pid=83710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 16:09:47.558497 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc482a-c175-43f3-9fff-60c5b663cc90 None None] Deleting port 6274996a-8c9b-4c69-a115-927df61883cf {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:47.559050 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9bc482a-c175-43f3-9fff-60c5b663cc90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:47.593114 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] For port 6274996a-8c9b-4c69-a115-927df61883cf, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=6274996a-8c9b-4c69-a115-927df61883cf,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:47.593476 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:47.636506 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ca0f35f9-b44b-4d02-8832-3f24fbbfc485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:47.679431 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f35f9-b44b-4d02-8832-3f24fbbfc485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe35070-8f55-4f5a-96cc-63517c211112,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:47.686930 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ca0f35f9-b44b-4d02-8832-3f24fbbfc485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:47.686930 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-ca0f35f9-b44b-4d02-8832-3f24fbbfc485 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afe35070-8f55-4f5a-96cc-63517c211112 HTTP/1.1" status: 204 len: 168 time: 0.3464265 Feb 09 16:09:47.814517 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-a9bc482a-c175-43f3-9fff-60c5b663cc90 None None] For port 6274996a-8c9b-4c69-a115-927df61883cf, host dv-cinder-825105-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-smb',level=0,port_id=6274996a-8c9b-4c69-a115-927df61883cf,segment=NetworkSegment(cb3dab3c-29eb-4cd8-b1b2-537a17e858aa),segment_id=cb3dab3c-29eb-4cd8-b1b2-537a17e858aa)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:47.814908 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9bc482a-c175-43f3-9fff-60c5b663cc90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:47.899668 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] Calling delete_port for 6274996a-8c9b-4c69-a115-927df61883cf owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:47.944045 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7b964287-f41c-47a7-ba6f-cfb9632d978b req-1e946482-d604-40eb-9691-6504f753cfa0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 210 time: 0.1349247 Feb 09 16:09:47.944589 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc482a-c175-43f3-9fff-60c5b663cc90 None None] Calling delete_port for 6274996a-8c9b-4c69-a115-927df61883cf owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:09:48.103155 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:48.111774 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.db.api [None req-a9bc482a-c175-43f3-9fff-60c5b663cc90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:09:48.112328 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG oslo_db.api [None req-a9bc482a-c175-43f3-9fff-60c5b663cc90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:09:48.151671 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6274996a-8c9b-4c69-a115-927df61883cf,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:48.156738 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] No DVR routers for this DVR port 6274996a-8c9b-4c69-a115-927df61883cf on host dv-cinder-825105-1-smb {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:09:48.272629 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3246939', 'neutron.services.segments.db._delete_segments_for_network-8772266662247'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:48.306750 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3da4be-1f57-494a-a8f4-09aee01d85a0']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:48.318927 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:48.320326 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.services.segments.db [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3dab3c-29eb-4cd8-b1b2-537a17e858aa') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:48.331217 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772266661614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368607'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:48.347894 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:48.356897 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:09:48.357056 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 6274996a-8c9b-4c69-a115-927df61883cf no longer exists at agent ovs-agent-dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:09:48.357258 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3244415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7030850'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: Traceback (most recent call last): Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: timer() Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: cb(*args, **kw) Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: return func(*args, **kwargs) Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: self._notify() Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: self.callback(batched_events) Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: event.method(event) Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: return f(self, *a, **k) Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: return self._get(url).json() Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:09:48.373786 dv-cinder-825105-1-smb neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:09:48.392100 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] No Port match for: 6274996a-8c9b-4c69-a115-927df61883cf {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:09:48.392447 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Device 6274996a-8c9b-4c69-a115-927df61883cf not bound to the agent host dv-cinder-825105-1-smb {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:09:48.504820 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3246932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691991'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:48.522979 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:48.529360 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b3da4be-1f57-494a-a8f4-09aee01d85a0,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:48.550330 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33202) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:48.603413 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-d365a4f7-8f75-45b6-8aae-34ead2b13376 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dea5f83c1ed141dd878aae6dc21f99d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519490 Feb 09 16:09:48.606671 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33206) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:48.613288 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc482a-c175-43f3-9fff-60c5b663cc90 None None] Deleting port 6274996a-8c9b-4c69-a115-927df61883cf {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:09:48.613805 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9bc482a-c175-43f3-9fff-60c5b663cc90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:48.653251 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-454ccad1-4157-4b32-bb6a-f583eb1eb8f0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2b3da4be-1f57-494a-a8f4-09aee01d85a0 HTTP/1.1" status: 204 len: 168 time: 1.3893845 Feb 09 16:09:48.678354 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc482a-c175-43f3-9fff-60c5b663cc90 None None] The port '6274996a-8c9b-4c69-a115-927df61883cf' was deleted {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 16:09:48.818124 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42261b0d-632d-4266-879c-4114bade9388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:48.824674 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-cf29a928-7d30-431d-bf27-2682afcf8af1 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:48.826119 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-cf29a928-7d30-431d-bf27-2682afcf8af1 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.42 "GET /v2.0/networks?id=4d3c902f-5993-4305-a7f4-22739b84540f HTTP/1.1" status: 200 len: 815 time: 0.1968782 Feb 09 16:09:48.843437 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-77ba253d-3ad3-43da-adfe-22cea5fd68e2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Request body: {'port': {'device_id': 'fc73b99d-e78b-4b67-94a1-19d7a10c6ed3', 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f', 'admin_state_up': True, 'tenant_id': '1f73bfcf0a3e4c628c98d6e4140f4e2e'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:09:48.918592 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42261b0d-632d-4266-879c-4114bade9388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:49.016412 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-77ba253d-3ad3-43da-adfe-22cea5fd68e2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:09:49.026763 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-77ba253d-3ad3-43da-adfe-22cea5fd68e2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:09:49.090963 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33214) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:49.110702 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-731031ae-d593-45f9-8b58-06faa45b272a req-1a906f02-a10a-43a6-9488-441f0c064cf7 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 210 time: 0.0417933 Feb 09 16:09:49.148499 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-21ca4798-e2a3-4451-ac66-cfe00aecdb6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=affdb33688524e34b4bc227b7e0e8610&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562673 Feb 09 16:09:49.150389 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-77ba253d-3ad3-43da-adfe-22cea5fd68e2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Made reservation on behalf of 1f73bfcf0a3e4c628c98d6e4140f4e2e for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:49.153456 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-77ba253d-3ad3-43da-adfe-22cea5fd68e2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:49.156350 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33218) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:09:49.162875 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42261b0d-632d-4266-879c-4114bade9388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:49.185756 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42261b0d-632d-4266-879c-4114bade9388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bf5900-55e5-4553-b337-cf19d4394945,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:49.196225 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42261b0d-632d-4266-879c-4114bade9388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:49.200872 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-42261b0d-632d-4266-879c-4114bade9388 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46bf5900-55e5-4553-b337-cf19d4394945 HTTP/1.1" status: 204 len: 168 time: 0.5896890 Feb 09 16:09:49.219566 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-3c1be6e9-0d39-406c-a0bf-3beaa046a8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:49.246604 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-3c1be6e9-0d39-406c-a0bf-3beaa046a8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:49.336974 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-77ba253d-3ad3-43da-adfe-22cea5fd68e2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Allocated IP 172.20.0.5 (4d3c902f-5993-4305-a7f4-22739b84540f/c16e60cd-4839-408e-a8fe-20a5ceb6048f/a5693d89-88c4-44d0-87e6-6291db452da0) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:09:49.361884 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-3c1be6e9-0d39-406c-a0bf-3beaa046a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:49.383707 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1be6e9-0d39-406c-a0bf-3beaa046a8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b877803b-b9c2-4255-897c-d36a0a89e58b,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:49.393846 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-3c1be6e9-0d39-406c-a0bf-3beaa046a8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:49.393846 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-3c1be6e9-0d39-406c-a0bf-3beaa046a8c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b877803b-b9c2-4255-897c-d36a0a89e58b HTTP/1.1" status: 204 len: 168 time: 0.2340670 Feb 09 16:09:49.548504 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-77ba253d-3ad3-43da-adfe-22cea5fd68e2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:49.646542 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-77ba253d-3ad3-43da-adfe-22cea5fd68e2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:49.658761 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['1dea9647-444e-4d4f-a166-0bc388f40f55', '23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:09:49.721848 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-77ba253d-3ad3-43da-adfe-22cea5fd68e2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Network 4d3c902f-5993-4305-a7f4-22739b84540f is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:09:49.740108 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba253d-3ad3-43da-adfe-22cea5fd68e2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Pushing event updated for resources: {'Port': ['ID=a5693d89-88c4-44d0-87e6-6291db452da0,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:49.742491 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-77ba253d-3ad3-43da-adfe-22cea5fd68e2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:09:49.744913 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-77ba253d-3ad3-43da-adfe-22cea5fd68e2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:09:49.812465 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-77ba253d-3ad3-43da-adfe-22cea5fd68e2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:49.812997 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-77ba253d-3ad3-43da-adfe-22cea5fd68e2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:49.903598 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-77ba253d-3ad3-43da-adfe-22cea5fd68e2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0651853 Feb 09 16:09:49.915361 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Request body: {'port': {'device_id': 'fc73b99d-e78b-4b67-94a1-19d7a10c6ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:09:50.115135 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:50.429283 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175191-7877-4de2-872e-8d9e97c45c8a req-333c15f0-7402-4483-b4dd-805457193ac0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:50.429978 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-d5175191-7877-4de2-872e-8d9e97c45c8a req-333c15f0-7402-4483-b4dd-805457193ac0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Synchronizing usage tracker for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:09:50.528315 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5693d89-88c4-44d0-87e6-6291db452da0 {{(pid=83709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:09:50.535042 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:50.539113 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-d5175191-7877-4de2-872e-8d9e97c45c8a req-333c15f0-7402-4483-b4dd-805457193ac0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Unset dirty status for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:09:50.540267 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d5175191-7877-4de2-872e-8d9e97c45c8a req-333c15f0-7402-4483-b4dd-805457193ac0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 931 time: 0.2965238 Feb 09 16:09:50.567106 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Transition to ACTIVE for port object a5693d89-88c4-44d0-87e6-6291db452da0 will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:09:50.592778 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d5175191-7877-4de2-872e-8d9e97c45c8a req-589d027d-a267-490d-9352-1c678d8fa30b tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456607 Feb 09 16:09:50.648393 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:50.784743 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Pushing event updated for resources: {'Port': ['ID=a5693d89-88c4-44d0-87e6-6291db452da0,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:50.890518 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Attempting to bind port a5693d89-88c4-44d0-87e6-6291db452da0 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:09:50.890852 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Attempting to bind port a5693d89-88c4-44d0-87e6-6291db452da0 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:09:50.894968 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Attempting to bind port a5693d89-88c4-44d0-87e6-6291db452da0 on network 4d3c902f-5993-4305-a7f4-22739b84540f {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:09:50.896918 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Port a5693d89-88c4-44d0-87e6-6291db452da0 on network 4d3c902f-5993-4305-a7f4-22739b84540f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:09:50.897237 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Attempting to bind port a5693d89-88c4-44d0-87e6-6291db452da0 on network 4d3c902f-5993-4305-a7f4-22739b84540f {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:09:50.904465 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:09:50.904799 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Checking segment: {'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:09:50.905185 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Bound using segment: {'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:09:50.905607 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Bound port: a5693d89-88c4-44d0-87e6-6291db452da0, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'}}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:09:50.905951 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:51.006760 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] For port a5693d89-88c4-44d0-87e6-6291db452da0, host hv-cinder-82510, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:09:51.010233 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] For port a5693d89-88c4-44d0-87e6-6291db452da0, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a5693d89-88c4-44d0-87e6-6291db452da0,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:09:51.103228 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:51.175507 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:51.176827 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] 10.222.0.42 "PUT /v2.0/ports/a5693d89-88c4-44d0-87e6-6291db452da0 HTTP/1.1" status: 200 len: 1093 time: 1.2658992 Feb 09 16:09:51.177260 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc73b99d-e78b-4b67-94a1-19d7a10c6ed3', 'tag': 'a5693d89-88c4-44d0-87e6-6291db452da0'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:51.186499 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bf0bb-2105-4e36-8a09-cef524d09154 service neutron] Pushing event updated for resources: {'Port': ['ID=a5693d89-88c4-44d0-87e6-6291db452da0,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:51.242980 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc73b99d-e78b-4b67-94a1-19d7a10c6ed3', 'tag': 'a5693d89-88c4-44d0-87e6-6291db452da0', 'status': 'completed', 'code': 200} Feb 09 16:09:51.342866 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-46dfaaf1-3ff2-4f64-a462-d208ea328735 req-47486b51-bf3b-4cb8-ad2e-595fcd3a3645 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f73bfcf0a3e4c628c98d6e4140f4e2e&device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0772786 Feb 09 16:09:51.489924 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfaaf1-3ff2-4f64-a462-d208ea328735 req-c2880cb2-b754-459c-89fb-22285d17a0db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:51.491410 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-46dfaaf1-3ff2-4f64-a462-d208ea328735 req-c2880cb2-b754-459c-89fb-22285d17a0db service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1f73bfcf0a3e4c628c98d6e4140f4e2e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1412776 Feb 09 16:09:51.631397 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfaaf1-3ff2-4f64-a462-d208ea328735 req-af0e171f-3c25-4cda-b4ec-419e0c868381 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:51.633226 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-46dfaaf1-3ff2-4f64-a462-d208ea328735 req-af0e171f-3c25-4cda-b4ec-419e0c868381 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360786 Feb 09 16:09:51.791150 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-f5b0a07d-3941-4893-b378-b3c64b551d16 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f73bfcf0a3e4c628c98d6e4140f4e2e&device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 1096 time: 0.1160059 Feb 09 16:09:51.872610 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-bc2fc4c6-a6b9-4907-a33e-43bf3d497f44 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5693d89-88c4-44d0-87e6-6291db452da0 HTTP/1.1" status: 200 len: 217 time: 0.0721803 Feb 09 16:09:51.919032 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c386ba-ee7e-4ac5-9d3d-904392993db1 req-358086d0-1242-4607-ab2e-85db06249664 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:51.920572 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-65c386ba-ee7e-4ac5-9d3d-904392993db1 req-358086d0-1242-4607-ab2e-85db06249664 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 943 time: 0.1819308 Feb 09 16:09:52.059590 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-74a93acc-2a2e-4b1d-8aad-5e8ac69c130a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:52.061010 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-74a93acc-2a2e-4b1d-8aad-5e8ac69c130a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c16e60cd-4839-408e-a8fe-20a5ceb6048f HTTP/1.1" status: 200 len: 855 time: 0.1806722 Feb 09 16:09:52.103331 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-65c386ba-ee7e-4ac5-9d3d-904392993db1 req-22f54122-517a-4bf6-8b33-50c7265dfb21 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764712 Feb 09 16:09:52.109694 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-f620136d-3341-4859-be1e-880f1a4f3b1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d3c902f-5993-4305-a7f4-22739b84540f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419326 Feb 09 16:09:52.243051 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-5a1ff7fb-e00e-4611-890a-2d73dadb7452 service neutron] 10.222.0.42 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267393 Feb 09 16:09:52.377571 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-668646fa-3b4e-4e72-82a5-3be234d3f753 req-307a8296-b5ce-4d90-b09e-cb3cb3e0238c service neutron] 10.222.0.42 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284862 Feb 09 16:09:53.305319 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaea7a0-00a0-4396-9b4b-819bb0e9f50b req-a1f2ac98-a6fc-45a2-a7f1-82ac5fc97734 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:53.306696 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-beaea7a0-00a0-4396-9b4b-819bb0e9f50b req-a1f2ac98-a6fc-45a2-a7f1-82ac5fc97734 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 943 time: 0.0746429 Feb 09 16:09:53.352645 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-beaea7a0-00a0-4396-9b4b-819bb0e9f50b req-3e309ea7-4061-45bf-bd4b-cf58c650338d tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Feb 09 16:09:53.615642 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device a5693d89-88c4-44d0-87e6-6291db452da0 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:09:53.749651 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port a5693d89-88c4-44d0-87e6-6291db452da0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a5693d89-88c4-44d0-87e6-6291db452da0,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:53.766365 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': 'a5693d89-88c4-44d0-87e6-6291db452da0', 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f', 'port_id': 'a5693d89-88c4-44d0-87e6-6291db452da0', 'mac_address': 'fa:16:3e:d0:32:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16e60cd-4839-408e-a8fe-20a5ceb6048f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:09:53.818718 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:53.835909 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5693d89-88c4-44d0-87e6-6291db452da0 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:09:53.850886 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port a5693d89-88c4-44d0-87e6-6291db452da0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a5693d89-88c4-44d0-87e6-6291db452da0,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:53.914203 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:53.980341 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=a5693d89-88c4-44d0-87e6-6291db452da0,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:54.140762 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['a5693d89-88c4-44d0-87e6-6291db452da0'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:09:54.545887 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146d12e-09fd-4bee-939c-01edc530d8d1 req-215127d2-fbdc-4560-b653-e27414146428 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:54.554311 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7146d12e-09fd-4bee-939c-01edc530d8d1 req-215127d2-fbdc-4560-b653-e27414146428 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 944 time: 0.0793772 Feb 09 16:09:54.599621 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-7146d12e-09fd-4bee-939c-01edc530d8d1 req-45971116-186d-44a4-9ca4-2723ece2c385 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432329 Feb 09 16:09:55.412941 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5fe839f7-6ed1-4ba6-928e-3a215fdcbb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:55.647085 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device a5693d89-88c4-44d0-87e6-6291db452da0 up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:09:55.807367 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port a5693d89-88c4-44d0-87e6-6291db452da0 completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:09:55.813227 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port a5693d89-88c4-44d0-87e6-6291db452da0 triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:55.813673 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:55.821503 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177852d4-ef67-4a38-b930-106cd6f65044 req-e35fcbf4-55d6-4d40-99a0-b44ce02eed5b tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:55.825466 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-177852d4-ef67-4a38-b930-106cd6f65044 req-e35fcbf4-55d6-4d40-99a0-b44ce02eed5b tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 944 time: 0.0861073 Feb 09 16:09:55.869510 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-177852d4-ef67-4a38-b930-106cd6f65044 req-fc45cd0e-33f6-44ea-9a51-765859e40dd5 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401061 Feb 09 16:09:55.926480 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:55.953361 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc73b99d-e78b-4b67-94a1-19d7a10c6ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5693d89-88c4-44d0-87e6-6291db452da0'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:55.962886 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port a5693d89-88c4-44d0-87e6-6291db452da0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a5693d89-88c4-44d0-87e6-6291db452da0,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:56.005727 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc73b99d-e78b-4b67-94a1-19d7a10c6ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5693d89-88c4-44d0-87e6-6291db452da0', 'code': 200} Feb 09 16:09:56.073765 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:56.142844 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=a5693d89-88c4-44d0-87e6-6291db452da0,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:56.374207 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-88837728-cfcf-4eb1-ba3e-12f7b06ffb48 req-f506a23d-2524-419b-ab47-1b5a8e32ed62 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 1098 time: 0.0698316 Feb 09 16:09:56.417320 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-88837728-cfcf-4eb1-ba3e-12f7b06ffb48 req-0ddae06c-e3ab-43fd-9c92-0a7e2e800ef9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361149 Feb 09 16:09:57.063636 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd721ec0-9a0e-4f81-bbaa-ae05db6325ec req-5f6ec753-4cf7-4fdb-82e4-9aeb9f7274b7 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:57.065378 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-cd721ec0-9a0e-4f81-bbaa-ae05db6325ec req-5f6ec753-4cf7-4fdb-82e4-9aeb9f7274b7 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 945 time: 0.0775087 Feb 09 16:09:57.115775 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-cd721ec0-9a0e-4f81-bbaa-ae05db6325ec req-c7e62dcc-a547-4799-a744-6e6ccd072445 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440888 Feb 09 16:09:57.805362 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b8826d87-fc9b-45a5-808f-41793710ec83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:58.317048 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec331c-cca0-4945-89f6-940f6bb9f9bd req-59ec22a6-df9d-4c71-ac43-71a6cc364114 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:58.318537 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b3ec331c-cca0-4945-89f6-940f6bb9f9bd req-59ec22a6-df9d-4c71-ac43-71a6cc364114 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 945 time: 0.0803392 Feb 09 16:09:58.368482 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b3ec331c-cca0-4945-89f6-940f6bb9f9bd req-fced1663-702c-4b43-bb70-fb2db0d93b43 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444844 Feb 09 16:09:58.971988 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:59.069940 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:00.332943 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:01.253518 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:10:04.161565 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33412) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:04.305225 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:04.336051 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:10:04.340763 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Usage tracker for resource:security_group_rule and tenant:baeaff35ee374699a37864ef37b91c2a is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:10:04.343565 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:10:04.349167 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:10:04.414885 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:04.463486 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:04.508338 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04126e8b-1fa9-40e1-87f5-c493fefdfcb9,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:04.515470 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=baeaff35ee374699a37864ef37b91c2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3527985 Feb 09 16:10:04.518096 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33418) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:04.520560 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.520904 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.521237 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.521563 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.521889 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.522236 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.522559 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.522881 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.523198 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.523511 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.523824 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d511ea-e3dc-4b47-acde-937e9e75fbed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.578842 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f887f328-2fbe-4d6d-96df-8fc5fa2900fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:04.605068 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f887f328-2fbe-4d6d-96df-8fc5fa2900fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:04.741964 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f887f328-2fbe-4d6d-96df-8fc5fa2900fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:04.757044 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887f328-2fbe-4d6d-96df-8fc5fa2900fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04126e8b-1fa9-40e1-87f5-c493fefdfcb9,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:04.764337 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f887f328-2fbe-4d6d-96df-8fc5fa2900fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:04.764337 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-f887f328-2fbe-4d6d-96df-8fc5fa2900fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04126e8b-1fa9-40e1-87f5-c493fefdfcb9 HTTP/1.1" status: 204 len: 168 time: 0.2452309 Feb 09 16:10:05.472696 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33434) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:05.490857 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20230f13-59be-4d63-b199-4e87ad4db3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:05.524800 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-20230f13-59be-4d63-b199-4e87ad4db3f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:10:05.550797 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-20230f13-59be-4d63-b199-4e87ad4db3f8 admin admin] Usage tracker for resource:security_group_rule and tenant:d1bfc59aa36d44009eaf7b533eb5c4d1 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:10:05.556804 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-20230f13-59be-4d63-b199-4e87ad4db3f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:10:05.607951 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-20230f13-59be-4d63-b199-4e87ad4db3f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:10:05.694987 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-714246b9-d2ee-4f2c-9ec4-2ec98146904e tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:05.696328 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-714246b9-d2ee-4f2c-9ec4-2ec98146904e tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/networks?id=4d3c902f-5993-4305-a7f4-22739b84540f HTTP/1.1" status: 200 len: 815 time: 0.1734760 Feb 09 16:10:05.734814 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-eb6a8dcc-ccc1-47d7-a420-e0985b855f52 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/quotas/1f73bfcf0a3e4c628c98d6e4140f4e2e HTTP/1.1" status: 200 len: 375 time: 0.0288584 Feb 09 16:10:05.742243 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20230f13-59be-4d63-b199-4e87ad4db3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:05.817768 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-792463d8-89cc-467e-ab58-1551b789869e tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f73bfcf0a3e4c628c98d6e4140f4e2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773757 Feb 09 16:10:05.818840 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20230f13-59be-4d63-b199-4e87ad4db3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:05.941860 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20230f13-59be-4d63-b199-4e87ad4db3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31ebf2a-5bb9-40e9-98d5-9f82f8744872,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:05.955546 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-20230f13-59be-4d63-b199-4e87ad4db3f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1bfc59aa36d44009eaf7b533eb5c4d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4818146 Feb 09 16:10:05.958318 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33442) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:05.987941 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-e22e03e8-14c4-4d2a-b099-c65b9a0f7a20 service neutron] 10.222.0.30 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622059 Feb 09 16:10:06.023721 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-57605d21-a2c2-4b1b-9c02-2f9ffefec8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:06.049345 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-57605d21-a2c2-4b1b-9c02-2f9ffefec8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:06.120374 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-b16408e9-931b-42e8-b416-b35f3d106a30 service neutron] 10.222.0.30 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265767 Feb 09 16:10:06.206895 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-57605d21-a2c2-4b1b-9c02-2f9ffefec8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:06.222858 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57605d21-a2c2-4b1b-9c02-2f9ffefec8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31ebf2a-5bb9-40e9-98d5-9f82f8744872,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:06.231269 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-57605d21-a2c2-4b1b-9c02-2f9ffefec8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:06.232503 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-57605d21-a2c2-4b1b-9c02-2f9ffefec8b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d31ebf2a-5bb9-40e9-98d5-9f82f8744872 HTTP/1.1" status: 204 len: 168 time: 0.2732167 Feb 09 16:10:06.416156 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-6312d65f-b4b5-414d-bb9f-8efc5b51f17a req-525ae903-1fae-4b97-aea8-0b88c9d6cc6e tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 210 time: 0.0509408 Feb 09 16:10:07.058164 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33460) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:07.077308 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ba635bf2-9cd2-43ae-ad31-92f1c1ebb610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:07.109082 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-ba635bf2-9cd2-43ae-ad31-92f1c1ebb610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:10:07.112762 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-ba635bf2-9cd2-43ae-ad31-92f1c1ebb610 admin admin] Usage tracker for resource:security_group_rule and tenant:1ca6c04f84ba46ddb5b11b661a1bbfa1 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:10:07.115514 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-ba635bf2-9cd2-43ae-ad31-92f1c1ebb610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:10:07.121567 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-ba635bf2-9cd2-43ae-ad31-92f1c1ebb610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:10:07.184722 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ba635bf2-9cd2-43ae-ad31-92f1c1ebb610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:07.258185 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-ba635bf2-9cd2-43ae-ad31-92f1c1ebb610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:07.305760 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba635bf2-9cd2-43ae-ad31-92f1c1ebb610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977a4f90-3ba2-4115-95e8-29ae36ceffab,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:07.311172 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-ba635bf2-9cd2-43ae-ad31-92f1c1ebb610 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ca6c04f84ba46ddb5b11b661a1bbfa1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2513025 Feb 09 16:10:07.313780 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33464) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:07.376524 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6dd47ecc-c0ea-4a3e-9a5e-c2e9d8522daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:07.401625 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6dd47ecc-c0ea-4a3e-9a5e-c2e9d8522daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:07.527217 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6dd47ecc-c0ea-4a3e-9a5e-c2e9d8522daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:07.546530 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd47ecc-c0ea-4a3e-9a5e-c2e9d8522daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977a4f90-3ba2-4115-95e8-29ae36ceffab,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:07.549817 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-6dd47ecc-c0ea-4a3e-9a5e-c2e9d8522daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:07.551074 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-6dd47ecc-c0ea-4a3e-9a5e-c2e9d8522daf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/977a4f90-3ba2-4115-95e8-29ae36ceffab HTTP/1.1" status: 204 len: 168 time: 0.2363923 Feb 09 16:10:07.588320 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-ccc8d3ba-92ab-41d5-a783-eaea9bc92646 req-023e3b6c-3d38-4e39-b0da-363a6ed8cbac tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 210 time: 0.0511954 Feb 09 16:10:08.479178 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-e5bf790d-262c-424c-92e9-1dea913a11ae tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:08.480602 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-e5bf790d-262c-424c-92e9-1dea913a11ae tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.42 "GET /v2.0/networks?id=4d3c902f-5993-4305-a7f4-22739b84540f HTTP/1.1" status: 200 len: 815 time: 0.1482737 Feb 09 16:10:08.498440 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-627be770-b00d-468a-ada8-f4ac46b545e0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Request body: {'port': {'device_id': 'dd0c7b07-85d9-4746-9989-ae6dab809f3c', 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f', 'admin_state_up': True, 'tenant_id': '1f73bfcf0a3e4c628c98d6e4140f4e2e'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:10:08.731295 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-627be770-b00d-468a-ada8-f4ac46b545e0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:10:08.742050 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-627be770-b00d-468a-ada8-f4ac46b545e0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:10:08.766883 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-cd972f59-9da8-436c-8949-0a58a0f433e0 req-db4db6e9-fdba-44e5-8f2d-37dd3db764f0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 210 time: 0.0407605 Feb 09 16:10:08.827414 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-627be770-b00d-468a-ada8-f4ac46b545e0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Made reservation on behalf of 1f73bfcf0a3e4c628c98d6e4140f4e2e for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:10:08.830680 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-627be770-b00d-468a-ada8-f4ac46b545e0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:08.990990 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-627be770-b00d-468a-ada8-f4ac46b545e0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Allocated IP 172.20.0.11 (4d3c902f-5993-4305-a7f4-22739b84540f/c16e60cd-4839-408e-a8fe-20a5ceb6048f/276210fc-896a-4eb5-934c-d8626fa2165e) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:10:09.192741 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-627be770-b00d-468a-ada8-f4ac46b545e0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:09.275955 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-627be770-b00d-468a-ada8-f4ac46b545e0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:09.288939 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['1dea9647-444e-4d4f-a166-0bc388f40f55', '23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78', 'a5693d89-88c4-44d0-87e6-6291db452da0'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:10:09.347355 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-627be770-b00d-468a-ada8-f4ac46b545e0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Network 4d3c902f-5993-4305-a7f4-22739b84540f is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:10:09.350231 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-627be770-b00d-468a-ada8-f4ac46b545e0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:10:09.354091 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-627be770-b00d-468a-ada8-f4ac46b545e0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:10:09.391901 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627be770-b00d-468a-ada8-f4ac46b545e0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Pushing event updated for resources: {'Port': ['ID=276210fc-896a-4eb5-934c-d8626fa2165e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:09.425486 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-627be770-b00d-468a-ada8-f4ac46b545e0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:09.426300 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-627be770-b00d-468a-ada8-f4ac46b545e0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:09.516046 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-627be770-b00d-468a-ada8-f4ac46b545e0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0220699 Feb 09 16:10:09.529208 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Request body: {'port': {'device_id': 'dd0c7b07-85d9-4746-9989-ae6dab809f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:10:09.645416 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.051726 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6c0da-4101-4824-b718-9691fd6d5c24 req-8637e1e1-ef6e-472b-a486-efa0689e226c tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:10.052419 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-62c6c0da-4101-4824-b718-9691fd6d5c24 req-8637e1e1-ef6e-472b-a486-efa0689e226c tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Synchronizing usage tracker for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:10:10.067258 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276210fc-896a-4eb5-934c-d8626fa2165e {{(pid=83709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:10:10.077741 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.093413 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Transition to ACTIVE for port object 276210fc-896a-4eb5-934c-d8626fa2165e will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:10:10.170301 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-62c6c0da-4101-4824-b718-9691fd6d5c24 req-8637e1e1-ef6e-472b-a486-efa0689e226c tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Unset dirty status for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:10:10.171509 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-62c6c0da-4101-4824-b718-9691fd6d5c24 req-8637e1e1-ef6e-472b-a486-efa0689e226c tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 932 time: 0.2727761 Feb 09 16:10:10.201049 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.343929 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-62c6c0da-4101-4824-b718-9691fd6d5c24 req-5ffdb5a6-123c-4bc8-93a8-187fc3eaffe8 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660564 Feb 09 16:10:10.347921 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Pushing event updated for resources: {'Port': ['ID=276210fc-896a-4eb5-934c-d8626fa2165e,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:10.454807 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Attempting to bind port 276210fc-896a-4eb5-934c-d8626fa2165e on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:10:10.455135 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Attempting to bind port 276210fc-896a-4eb5-934c-d8626fa2165e by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:10:10.455459 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Attempting to bind port 276210fc-896a-4eb5-934c-d8626fa2165e on network 4d3c902f-5993-4305-a7f4-22739b84540f {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:10:10.461357 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Port 276210fc-896a-4eb5-934c-d8626fa2165e on network 4d3c902f-5993-4305-a7f4-22739b84540f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:10:10.463782 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Attempting to bind port 276210fc-896a-4eb5-934c-d8626fa2165e on network 4d3c902f-5993-4305-a7f4-22739b84540f {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:10:10.469041 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:10:10.469368 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Checking segment: {'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:10:10.469746 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Bound using segment: {'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:10:10.470181 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Bound port: 276210fc-896a-4eb5-934c-d8626fa2165e, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f68c8cb-f703-44c4-a9bb-af0096ccbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f'}}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:10:10.470522 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.559046 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] For port 276210fc-896a-4eb5-934c-d8626fa2165e, host hv-cinder-82510, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:10:10.562067 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] For port 276210fc-896a-4eb5-934c-d8626fa2165e, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=276210fc-896a-4eb5-934c-d8626fa2165e,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:10:10.624434 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.685967 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.687334 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] 10.222.0.42 "PUT /v2.0/ports/276210fc-896a-4eb5-934c-d8626fa2165e HTTP/1.1" status: 200 len: 1094 time: 1.1630559 Feb 09 16:10:10.690329 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0c7b07-85d9-4746-9989-ae6dab809f3c', 'tag': '276210fc-896a-4eb5-934c-d8626fa2165e'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:10.710229 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553c072-c8c1-4d1f-9271-e746b91760ec service neutron] Pushing event updated for resources: {'Port': ['ID=276210fc-896a-4eb5-934c-d8626fa2165e,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:10.713820 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33530) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:10.750580 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0c7b07-85d9-4746-9989-ae6dab809f3c', 'tag': '276210fc-896a-4eb5-934c-d8626fa2165e', 'status': 'completed', 'code': 200} Feb 09 16:10:10.857789 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5987813d-f443-4553-a0f2-b1911d7cbf81 req-ccfa242d-dabd-43c4-aee4-d3d4b00f811b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f73bfcf0a3e4c628c98d6e4140f4e2e&device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 1097 time: 0.0873389 Feb 09 16:10:10.860213 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-65fb7cc6-998a-4b55-845c-130cbe534ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:11.075020 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-65fb7cc6-998a-4b55-845c-130cbe534ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:10:11.083851 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-65fb7cc6-998a-4b55-845c-130cbe534ffd admin admin] Usage tracker for resource:security_group_rule and tenant:9b68ef34cb8348ef95e15e7b743706fa is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:10:11.096545 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-65fb7cc6-998a-4b55-845c-130cbe534ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:10:11.105809 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-65fb7cc6-998a-4b55-845c-130cbe534ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:10:11.127176 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987813d-f443-4553-a0f2-b1911d7cbf81 req-abb45bfd-2732-4c13-bcc4-bc710b20f19b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:11.128623 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5987813d-f443-4553-a0f2-b1911d7cbf81 req-abb45bfd-2732-4c13-bcc4-bc710b20f19b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1f73bfcf0a3e4c628c98d6e4140f4e2e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2598867 Feb 09 16:10:11.301145 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-65fb7cc6-998a-4b55-845c-130cbe534ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:11.305360 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987813d-f443-4553-a0f2-b1911d7cbf81 req-d7004d41-bac7-4cc7-b477-b86952dab5df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:11.306837 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5987813d-f443-4553-a0f2-b1911d7cbf81 req-d7004d41-bac7-4cc7-b477-b86952dab5df service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1680014 Feb 09 16:10:11.375591 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-65fb7cc6-998a-4b55-845c-130cbe534ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:11.443802 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb7cc6-998a-4b55-845c-130cbe534ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43df5ba-57f6-4056-87b8-fd28b4c03cc4,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:11.451660 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-65fb7cc6-998a-4b55-845c-130cbe534ffd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b68ef34cb8348ef95e15e7b743706fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7365324 Feb 09 16:10:11.454263 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33538) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:11.544915 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-ff0cacd6-8480-4524-8f35-da03a57f82b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f73bfcf0a3e4c628c98d6e4140f4e2e&device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 1097 time: 0.2026730 Feb 09 16:10:11.637842 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-614686ca-bded-420c-8e62-8161c32665d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=276210fc-896a-4eb5-934c-d8626fa2165e HTTP/1.1" status: 200 len: 217 time: 0.0820291 Feb 09 16:10:11.648829 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-67ee4a56-ea56-440c-9189-14ee39af9526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:11.657782 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48053f-84de-4c07-8e85-9ea831466492 req-021975fb-9586-498b-a00e-7e93fb2db404 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:11.659233 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fe48053f-84de-4c07-8e85-9ea831466492 req-021975fb-9586-498b-a00e-7e93fb2db404 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 944 time: 0.1914854 Feb 09 16:10:11.748328 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-67ee4a56-ea56-440c-9189-14ee39af9526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:11.800530 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-d73c65e5-f17d-47da-8602-df3db6bc9d1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:11.801965 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-d73c65e5-f17d-47da-8602-df3db6bc9d1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c16e60cd-4839-408e-a8fe-20a5ceb6048f HTTP/1.1" status: 200 len: 855 time: 0.1419022 Feb 09 16:10:11.808539 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fe48053f-84de-4c07-8e85-9ea831466492 req-5e33eefc-5355-4942-86d8-c22e5648ac6a tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412220 Feb 09 16:10:11.858517 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-564b7c96-9c9b-40e2-bf7b-2a0d48bd23b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d3c902f-5993-4305-a7f4-22739b84540f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429566 Feb 09 16:10:11.936845 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-67ee4a56-ea56-440c-9189-14ee39af9526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:11.964427 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee4a56-ea56-440c-9189-14ee39af9526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43df5ba-57f6-4056-87b8-fd28b4c03cc4,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:11.980103 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-67ee4a56-ea56-440c-9189-14ee39af9526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:11.981215 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-67ee4a56-ea56-440c-9189-14ee39af9526 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d43df5ba-57f6-4056-87b8-fd28b4c03cc4 HTTP/1.1" status: 204 len: 168 time: 0.5260499 Feb 09 16:10:12.016339 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-cc6f2758-f854-4f24-ab2c-bf56ea3bd95d service neutron] 10.222.0.42 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473591 Feb 09 16:10:12.150782 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-fad6cc18-45e0-4475-841f-3b88161d44d3 req-396b76ef-1a1e-4560-964f-4b76b6097f6d service neutron] 10.222.0.42 "GET /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286485 Feb 09 16:10:12.656210 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33546) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:12.674606 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bf057727-05ba-46ef-8ff1-132134ebf035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:12.710000 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bf057727-05ba-46ef-8ff1-132134ebf035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:10:12.713764 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-bf057727-05ba-46ef-8ff1-132134ebf035 admin admin] Usage tracker for resource:security_group_rule and tenant:65573c878e424f4298d4f761e6f7a99d is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:10:12.717206 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-bf057727-05ba-46ef-8ff1-132134ebf035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:10:12.722861 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bf057727-05ba-46ef-8ff1-132134ebf035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:10:12.785543 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bf057727-05ba-46ef-8ff1-132134ebf035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:12.850082 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bf057727-05ba-46ef-8ff1-132134ebf035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:12.895619 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf057727-05ba-46ef-8ff1-132134ebf035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c6b430-eb78-433e-ada4-882e6a744ab7,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:12.903625 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-bf057727-05ba-46ef-8ff1-132134ebf035 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65573c878e424f4298d4f761e6f7a99d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2437229 Feb 09 16:10:12.904062 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33552) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:12.965361 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d8d2c3e-cd87-49ac-b8ce-62fbd8992997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:12.991524 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d8d2c3e-cd87-49ac-b8ce-62fbd8992997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:13.013491 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa12d0-d923-43b9-94c2-90fca6678003 req-066ab3f9-ecf0-487d-bc01-6ec60e86066d tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:13.015016 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-68fa12d0-d923-43b9-94c2-90fca6678003 req-066ab3f9-ecf0-487d-bc01-6ec60e86066d tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 944 time: 0.0829132 Feb 09 16:10:13.060586 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-68fa12d0-d923-43b9-94c2-90fca6678003 req-810d0af1-9889-4b80-bebd-d10c390851e4 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396550 Feb 09 16:10:13.115311 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d8d2c3e-cd87-49ac-b8ce-62fbd8992997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:13.132238 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d2c3e-cd87-49ac-b8ce-62fbd8992997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c6b430-eb78-433e-ada4-882e6a744ab7,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:13.139121 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d8d2c3e-cd87-49ac-b8ce-62fbd8992997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:13.139606 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-5d8d2c3e-cd87-49ac-b8ce-62fbd8992997 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77c6b430-eb78-433e-ada4-882e6a744ab7 HTTP/1.1" status: 204 len: 168 time: 0.2348254 Feb 09 16:10:13.682944 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 276210fc-896a-4eb5-934c-d8626fa2165e details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:10:13.815718 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 276210fc-896a-4eb5-934c-d8626fa2165e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=276210fc-896a-4eb5-934c-d8626fa2165e,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:13.828541 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': '276210fc-896a-4eb5-934c-d8626fa2165e', 'network_id': '4d3c902f-5993-4305-a7f4-22739b84540f', 'port_id': '276210fc-896a-4eb5-934c-d8626fa2165e', 'mac_address': 'fa:16:3e:3a:c0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16e60cd-4839-408e-a8fe-20a5ceb6048f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:10:13.882555 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:13.899428 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276210fc-896a-4eb5-934c-d8626fa2165e {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:10:13.914460 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 276210fc-896a-4eb5-934c-d8626fa2165e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=276210fc-896a-4eb5-934c-d8626fa2165e,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:13.987041 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:14.055450 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=276210fc-896a-4eb5-934c-d8626fa2165e,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:14.238099 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['276210fc-896a-4eb5-934c-d8626fa2165e'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:10:14.265846 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46113c92-8f14-4445-b19f-74ae9c974755 req-352b5617-49b4-4c82-8f66-4d3d98c4b1ee tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:14.267347 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-46113c92-8f14-4445-b19f-74ae9c974755 req-352b5617-49b4-4c82-8f66-4d3d98c4b1ee tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 945 time: 0.0805643 Feb 09 16:10:14.315345 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-46113c92-8f14-4445-b19f-74ae9c974755 req-350d26cb-fa7f-4f68-aa52-fb1f66ee6265 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425115 Feb 09 16:10:15.513669 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295b23d-81ce-48d5-b05f-c3ba49b075e4 req-a2fc8a3a-01f6-43ea-8100-9269a28a6ffe tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:15.515162 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9295b23d-81ce-48d5-b05f-c3ba49b075e4 req-a2fc8a3a-01f6-43ea-8100-9269a28a6ffe tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 945 time: 0.0758719 Feb 09 16:10:15.560018 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9295b23d-81ce-48d5-b05f-c3ba49b075e4 req-f2cdef93-f162-47ed-a042-22fa3e0b540e tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393283 Feb 09 16:10:15.694920 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 276210fc-896a-4eb5-934c-d8626fa2165e up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:10:15.832281 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port 276210fc-896a-4eb5-934c-d8626fa2165e completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:10:15.837331 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port 276210fc-896a-4eb5-934c-d8626fa2165e triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:15.837721 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:15.954123 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:15.983770 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0c7b07-85d9-4746-9989-ae6dab809f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276210fc-896a-4eb5-934c-d8626fa2165e'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:15.993335 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 276210fc-896a-4eb5-934c-d8626fa2165e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=276210fc-896a-4eb5-934c-d8626fa2165e,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:16.039913 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0c7b07-85d9-4746-9989-ae6dab809f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276210fc-896a-4eb5-934c-d8626fa2165e', 'code': 200} Feb 09 16:10:16.061430 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:16.132829 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=276210fc-896a-4eb5-934c-d8626fa2165e,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:16.418379 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3c844459-3f14-46e7-b459-c1c98cee0bd2 req-d85d5487-b647-4cb9-a59c-94c93cb61c3b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 1099 time: 0.0708356 Feb 09 16:10:16.467067 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-3c844459-3f14-46e7-b459-c1c98cee0bd2 req-3e261c3c-7a35-4787-ae3a-27ffd1bb4022 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425282 Feb 09 16:10:16.675509 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:16.757292 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f489f1a-959f-49b8-a6cc-8692beafc9f1 req-0ced6d9c-9ce6-46de-a260-771bd82aca6e tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:16.758775 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0f489f1a-959f-49b8-a6cc-8692beafc9f1 req-0ced6d9c-9ce6-46de-a260-771bd82aca6e tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 946 time: 0.0780237 Feb 09 16:10:16.805780 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-0f489f1a-959f-49b8-a6cc-8692beafc9f1 req-03719753-8ab7-4b97-979a-0cbbd788bcc3 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412977 Feb 09 16:10:17.624843 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33634) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:17.767545 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-062c8060-486b-4270-8e29-27d4bcc161bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:17.801369 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-062c8060-486b-4270-8e29-27d4bcc161bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:10:17.806269 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-062c8060-486b-4270-8e29-27d4bcc161bf admin admin] Usage tracker for resource:security_group_rule and tenant:6e9fcd72a621423293620f6cc665815b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:10:17.810382 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-062c8060-486b-4270-8e29-27d4bcc161bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:10:17.816727 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-062c8060-486b-4270-8e29-27d4bcc161bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:10:17.883905 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-062c8060-486b-4270-8e29-27d4bcc161bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:17.970885 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-062c8060-486b-4270-8e29-27d4bcc161bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:18.030363 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c8060-486b-4270-8e29-27d4bcc161bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a722939-9c7b-4f97-9c4b-05d68a60c77d,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:18.039078 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-062c8060-486b-4270-8e29-27d4bcc161bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e9fcd72a621423293620f6cc665815b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4132493 Feb 09 16:10:18.042018 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33642) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:18.057115 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a32e60-d0bf-4f72-84f0-d74fcbd78208 req-6424bc78-c610-44d4-bce9-92babf2c6bdc tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:18.058575 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-85a32e60-d0bf-4f72-84f0-d74fcbd78208 req-6424bc78-c610-44d4-bce9-92babf2c6bdc tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 946 time: 0.1287177 Feb 09 16:10:18.103858 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e7776e60-2d08-4f8d-b09b-1c5ccfe5b269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:18.106913 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-85a32e60-d0bf-4f72-84f0-d74fcbd78208 req-17c337f6-b146-4a25-aeb4-8c89153e57d0 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414684 Feb 09 16:10:18.130969 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e7776e60-2d08-4f8d-b09b-1c5ccfe5b269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:18.255085 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e7776e60-2d08-4f8d-b09b-1c5ccfe5b269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:18.272917 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7776e60-2d08-4f8d-b09b-1c5ccfe5b269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a722939-9c7b-4f97-9c4b-05d68a60c77d,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:18.279824 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-e7776e60-2d08-4f8d-b09b-1c5ccfe5b269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:18.283307 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-e7776e60-2d08-4f8d-b09b-1c5ccfe5b269 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a722939-9c7b-4f97-9c4b-05d68a60c77d HTTP/1.1" status: 204 len: 168 time: 0.2377098 Feb 09 16:10:18.940171 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33656) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:18.958816 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4488d1f1-c064-42a1-ac32-e7897dd07655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:18.989611 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-4488d1f1-c064-42a1-ac32-e7897dd07655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:10:18.993415 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-4488d1f1-c064-42a1-ac32-e7897dd07655 admin admin] Usage tracker for resource:security_group_rule and tenant:ebb2920c850b49cd876ae5820d640682 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:10:18.996245 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-4488d1f1-c064-42a1-ac32-e7897dd07655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:10:19.002865 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-4488d1f1-c064-42a1-ac32-e7897dd07655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:10:19.067151 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4488d1f1-c064-42a1-ac32-e7897dd07655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.114969 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4488d1f1-c064-42a1-ac32-e7897dd07655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.161688 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488d1f1-c064-42a1-ac32-e7897dd07655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8724e7c-7189-438f-b739-bee5effddfad,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:19.166099 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-4488d1f1-c064-42a1-ac32-e7897dd07655 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ebb2920c850b49cd876ae5820d640682&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2248900 Feb 09 16:10:19.169045 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33660) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:19.228274 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-abea1076-c564-47a7-b00f-eeb07a0878df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.253881 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-abea1076-c564-47a7-b00f-eeb07a0878df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.392247 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-abea1076-c564-47a7-b00f-eeb07a0878df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.407856 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea1076-c564-47a7-b00f-eeb07a0878df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8724e7c-7189-438f-b739-bee5effddfad,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:19.414904 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-abea1076-c564-47a7-b00f-eeb07a0878df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.414904 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-abea1076-c564-47a7-b00f-eeb07a0878df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8724e7c-7189-438f-b739-bee5effddfad HTTP/1.1" status: 204 len: 168 time: 0.2435334 Feb 09 16:10:25.446391 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82ea021f-ec2a-49ce-a351-88416d987a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:27.084321 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb8562-7c16-4298-995d-bb19a3d03c98 req-1e10b2c3-b1a2-4bbc-8e55-9a90359b70c1 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:27.085800 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d2cb8562-7c16-4298-995d-bb19a3d03c98 req-1e10b2c3-b1a2-4bbc-8e55-9a90359b70c1 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 946 time: 0.0758820 Feb 09 16:10:27.135907 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-d2cb8562-7c16-4298-995d-bb19a3d03c98 req-504589a7-ce9b-4fe5-8876-21d05d3a0376 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441830 Feb 09 16:10:27.794340 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9c6656d4-5952-481e-a93c-1706ced497a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:28.330524 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113cdb8-70fd-40c1-9b74-b808ff145f1a req-3cb24ca3-f655-4c01-aa55-af5e7187fc9d tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.331974 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-1113cdb8-70fd-40c1-9b74-b808ff145f1a req-3cb24ca3-f655-4c01-aa55-af5e7187fc9d tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 946 time: 0.0752451 Feb 09 16:10:28.377064 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-1113cdb8-70fd-40c1-9b74-b808ff145f1a req-157f42b0-9f41-4d2b-8302-d8f98d6800fa tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396326 Feb 09 16:10:28.833950 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf4e77-c038-43c4-a345-d602f88d46db req-7bea504a-1329-4a82-a8e3-68a119cbc30d tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.835339 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-abbf4e77-c038-43c4-a345-d602f88d46db req-7bea504a-1329-4a82-a8e3-68a119cbc30d tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 946 time: 0.1723640 Feb 09 16:10:28.905798 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-abbf4e77-c038-43c4-a345-d602f88d46db req-69140907-fae3-4561-98b7-ed388ed5aa89 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Deleting port 276210fc-896a-4eb5-934c-d8626fa2165e {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:10:28.906147 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-abbf4e77-c038-43c4-a345-d602f88d46db req-69140907-fae3-4561-98b7-ed388ed5aa89 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:28.969440 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:29.046228 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:29.158105 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-abbf4e77-c038-43c4-a345-d602f88d46db req-69140907-fae3-4561-98b7-ed388ed5aa89 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] For port 276210fc-896a-4eb5-934c-d8626fa2165e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=276210fc-896a-4eb5-934c-d8626fa2165e,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:29.158491 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-abbf4e77-c038-43c4-a345-d602f88d46db req-69140907-fae3-4561-98b7-ed388ed5aa89 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:29.279319 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-abbf4e77-c038-43c4-a345-d602f88d46db req-69140907-fae3-4561-98b7-ed388ed5aa89 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Calling delete_port for 276210fc-896a-4eb5-934c-d8626fa2165e owned by compute:nova {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:10:29.471880 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-abbf4e77-c038-43c4-a345-d602f88d46db req-69140907-fae3-4561-98b7-ed388ed5aa89 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:29.485316 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['1dea9647-444e-4d4f-a166-0bc388f40f55', '23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78', 'a5693d89-88c4-44d0-87e6-6291db452da0', '276210fc-896a-4eb5-934c-d8626fa2165e'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:10:29.559087 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69140907-fae3-4561-98b7-ed388ed5aa89 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Pushing event deleted for resources: {'Port': ['ID=276210fc-896a-4eb5-934c-d8626fa2165e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:29.569417 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-acb2e6d1-5d7a-4048-ad5e-6fd9c7742fa5 req-3b2813c4-351d-4411-b884-f8c6f96e0096 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 210 time: 0.0613792 Feb 09 16:10:29.643396 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbf4e77-c038-43c4-a345-d602f88d46db req-69140907-fae3-4561-98b7-ed388ed5aa89 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] No DVR routers for this DVR port 276210fc-896a-4eb5-934c-d8626fa2165e on host hv-cinder-82510 {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:10:29.646214 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-abbf4e77-c038-43c4-a345-d602f88d46db req-69140907-fae3-4561-98b7-ed388ed5aa89 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:29.650901 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0c7b07-85d9-4746-9989-ae6dab809f3c', 'name': 'network-vif-deleted', 'tag': '276210fc-896a-4eb5-934c-d8626fa2165e'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:29.714412 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0c7b07-85d9-4746-9989-ae6dab809f3c', 'name': 'network-vif-deleted', 'tag': '276210fc-896a-4eb5-934c-d8626fa2165e', 'status': 'completed', 'code': 200} Feb 09 16:10:29.729279 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-abbf4e77-c038-43c4-a345-d602f88d46db req-69140907-fae3-4561-98b7-ed388ed5aa89 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.42 "DELETE /v2.0/ports/276210fc-896a-4eb5-934c-d8626fa2165e HTTP/1.1" status: 204 len: 173 time: 0.8883460 Feb 09 16:10:30.351199 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:30.754991 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-8916a23a-dad5-4522-bd39-e90d452e1885 req-ddb9ef2d-6435-4242-bb89-23508652a351 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Synchronizing usage tracker for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:10:30.857657 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-8916a23a-dad5-4522-bd39-e90d452e1885 req-ddb9ef2d-6435-4242-bb89-23508652a351 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Unset dirty status for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:10:30.858877 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-8916a23a-dad5-4522-bd39-e90d452e1885 req-ddb9ef2d-6435-4242-bb89-23508652a351 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd0c7b07-85d9-4746-9989-ae6dab809f3c HTTP/1.1" status: 200 len: 210 time: 0.1491735 Feb 09 16:10:31.741468 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 276210fc-896a-4eb5-934c-d8626fa2165e no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:10:31.780313 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: 276210fc-896a-4eb5-934c-d8626fa2165e {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:10:31.780656 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 276210fc-896a-4eb5-934c-d8626fa2165e not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:10:32.518445 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33838) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:32.657533 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2645c09d-339c-483f-982b-4a89b9388ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:32.688335 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-2645c09d-339c-483f-982b-4a89b9388ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:10:32.691991 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-2645c09d-339c-483f-982b-4a89b9388ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:2ee892c94fa048afa0c6bee55ead44da is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:10:32.694714 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-2645c09d-339c-483f-982b-4a89b9388ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:10:32.700209 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-2645c09d-339c-483f-982b-4a89b9388ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:10:32.766514 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2645c09d-339c-483f-982b-4a89b9388ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:32.830915 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-2645c09d-339c-483f-982b-4a89b9388ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:32.875468 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645c09d-339c-483f-982b-4a89b9388ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6126864-67c9-4227-87b5-aeda7f01a5b3,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:32.879457 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-2645c09d-339c-483f-982b-4a89b9388ad3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ee892c94fa048afa0c6bee55ead44da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3600283 Feb 09 16:10:32.881971 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33844) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:32.940130 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-21557ad3-bf37-4fab-bdb4-1929b88d74d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:32.966567 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-21557ad3-bf37-4fab-bdb4-1929b88d74d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:33.083077 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-21557ad3-bf37-4fab-bdb4-1929b88d74d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:33.098356 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21557ad3-bf37-4fab-bdb4-1929b88d74d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6126864-67c9-4227-87b5-aeda7f01a5b3,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:33.105095 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-21557ad3-bf37-4fab-bdb4-1929b88d74d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:33.106595 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-21557ad3-bf37-4fab-bdb4-1929b88d74d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6126864-67c9-4227-87b5-aeda7f01a5b3 HTTP/1.1" status: 204 len: 168 time: 0.2233014 Feb 09 16:10:33.884913 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33858) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:33.903738 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:33.956466 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d147ff-7d13-44d6-b525-eb23251f0c40 req-a55f6950-7825-44b2-ad62-5d64d1e5e4d6 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:33.957832 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-24d147ff-7d13-44d6-b525-eb23251f0c40 req-a55f6950-7825-44b2-ad62-5d64d1e5e4d6 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 945 time: 0.0803125 Feb 09 16:10:34.004326 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-24d147ff-7d13-44d6-b525-eb23251f0c40 req-6339a6d1-5f32-4981-994f-3a320336b493 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405552 Feb 09 16:10:34.061147 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:10:34.064963 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Usage tracker for resource:security_group_rule and tenant:9b17cd0ea3414596a8f1a4976c14db25 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:10:34.067785 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:10:34.073337 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:10:34.137578 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:34.199701 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:34.244648 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac97c7c-2bda-41ae-a279-0fbbaeeb2313,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:34.249276 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b17cd0ea3414596a8f1a4976c14db25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3633432 Feb 09 16:10:34.252103 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33862) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:34.255608 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:34.255949 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:34.256280 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:34.256607 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:34.256933 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:34.257255 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:34.257574 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:34.257896 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:34.258242 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:34.258556 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:34.258869 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c43e6-02d0-4e93-8171-241270a0235f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:34.310370 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-424d5137-ab85-4a15-ada7-91417aee8952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:34.334975 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-424d5137-ab85-4a15-ada7-91417aee8952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:34.451718 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-424d5137-ab85-4a15-ada7-91417aee8952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:34.466258 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d5137-ab85-4a15-ada7-91417aee8952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac97c7c-2bda-41ae-a279-0fbbaeeb2313,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:34.472803 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-424d5137-ab85-4a15-ada7-91417aee8952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:34.473942 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-424d5137-ab85-4a15-ada7-91417aee8952 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ac97c7c-2bda-41ae-a279-0fbbaeeb2313 HTTP/1.1" status: 204 len: 168 time: 0.2208483 Feb 09 16:10:35.211631 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9332d4b-40da-4b0c-b5d3-5c853818c7f5 req-6409cb0e-5bb1-41e4-b8a4-fb1e818c69fd tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:35.213330 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f9332d4b-40da-4b0c-b5d3-5c853818c7f5 req-6409cb0e-5bb1-41e4-b8a4-fb1e818c69fd tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 945 time: 0.0816395 Feb 09 16:10:35.251091 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33872) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:35.259757 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-f9332d4b-40da-4b0c-b5d3-5c853818c7f5 req-3243a0e2-81ef-4b5e-bad7-f1acc654fe68 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Feb 09 16:10:35.268979 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c3249ad4-d885-4c08-9b31-672fb1c42385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:35.300028 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-c3249ad4-d885-4c08-9b31-672fb1c42385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:10:35.303725 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-c3249ad4-d885-4c08-9b31-672fb1c42385 admin admin] Usage tracker for resource:security_group_rule and tenant:dd22e2ba53b146fb88b32ad4f9cdb8ca is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:10:35.306482 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-c3249ad4-d885-4c08-9b31-672fb1c42385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:10:35.312649 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-c3249ad4-d885-4c08-9b31-672fb1c42385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:10:35.375788 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c3249ad4-d885-4c08-9b31-672fb1c42385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:35.448411 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c3249ad4-d885-4c08-9b31-672fb1c42385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:35.494322 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3249ad4-d885-4c08-9b31-672fb1c42385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381a49c1-cb52-4842-aef7-ee8ccc5528af,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:35.501262 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-c3249ad4-d885-4c08-9b31-672fb1c42385 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd22e2ba53b146fb88b32ad4f9cdb8ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2489483 Feb 09 16:10:35.503883 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33876) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:35.520279 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e6af-93d6-485f-9cab-f69bf9f29385 req-13634227-7443-4738-99f8-75f35ab235c2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:35.521681 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b951e6af-93d6-485f-9cab-f69bf9f29385 req-13634227-7443-4738-99f8-75f35ab235c2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 945 time: 0.0824234 Feb 09 16:10:35.563942 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-fc78c43e-7dfe-4d89-86c2-95124ec1c44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:35.588670 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-fc78c43e-7dfe-4d89-86c2-95124ec1c44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:35.591289 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-b951e6af-93d6-485f-9cab-f69bf9f29385 req-55068e34-3c47-4bf7-b84d-ad60f642ed99 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Deleting port a5693d89-88c4-44d0-87e6-6291db452da0 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:10:35.591621 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b951e6af-93d6-485f-9cab-f69bf9f29385 req-55068e34-3c47-4bf7-b84d-ad60f642ed99 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:35.745719 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-fc78c43e-7dfe-4d89-86c2-95124ec1c44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:35.759534 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78c43e-7dfe-4d89-86c2-95124ec1c44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381a49c1-cb52-4842-aef7-ee8ccc5528af,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:35.767448 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-fc78c43e-7dfe-4d89-86c2-95124ec1c44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:35.768158 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-fc78c43e-7dfe-4d89-86c2-95124ec1c44e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/381a49c1-cb52-4842-aef7-ee8ccc5528af HTTP/1.1" status: 204 len: 168 time: 0.2632055 Feb 09 16:10:35.833631 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-b951e6af-93d6-485f-9cab-f69bf9f29385 req-55068e34-3c47-4bf7-b84d-ad60f642ed99 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] For port a5693d89-88c4-44d0-87e6-6291db452da0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a5693d89-88c4-44d0-87e6-6291db452da0,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:35.834013 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b951e6af-93d6-485f-9cab-f69bf9f29385 req-55068e34-3c47-4bf7-b84d-ad60f642ed99 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:36.042317 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-b951e6af-93d6-485f-9cab-f69bf9f29385 req-55068e34-3c47-4bf7-b84d-ad60f642ed99 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Calling delete_port for a5693d89-88c4-44d0-87e6-6291db452da0 owned by compute:nova {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:10:36.225861 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b951e6af-93d6-485f-9cab-f69bf9f29385 req-55068e34-3c47-4bf7-b84d-ad60f642ed99 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:36.239448 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['1dea9647-444e-4d4f-a166-0bc388f40f55', '23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78', 'a5693d89-88c4-44d0-87e6-6291db452da0'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:10:36.281430 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55068e34-3c47-4bf7-b84d-ad60f642ed99 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Pushing event deleted for resources: {'Port': ['ID=a5693d89-88c4-44d0-87e6-6291db452da0,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:36.360592 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-b951e6af-93d6-485f-9cab-f69bf9f29385 req-55068e34-3c47-4bf7-b84d-ad60f642ed99 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] No DVR routers for this DVR port a5693d89-88c4-44d0-87e6-6291db452da0 on host hv-cinder-82510 {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:10:36.363715 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-b951e6af-93d6-485f-9cab-f69bf9f29385 req-55068e34-3c47-4bf7-b84d-ad60f642ed99 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:36.367347 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc73b99d-e78b-4b67-94a1-19d7a10c6ed3', 'name': 'network-vif-deleted', 'tag': 'a5693d89-88c4-44d0-87e6-6291db452da0'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:36.430886 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc73b99d-e78b-4b67-94a1-19d7a10c6ed3', 'name': 'network-vif-deleted', 'tag': 'a5693d89-88c4-44d0-87e6-6291db452da0', 'status': 'completed', 'code': 200} Feb 09 16:10:36.449325 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d00decca-4d21-4ec5-8079-39b08f971359 req-4a3b2836-122c-439b-82df-f65dbbb387e9 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc73b99d-e78b-4b67-94a1-19d7a10c6ed3 HTTP/1.1" status: 200 len: 210 time: 0.0462012 Feb 09 16:10:36.473369 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b951e6af-93d6-485f-9cab-f69bf9f29385 req-55068e34-3c47-4bf7-b84d-ad60f642ed99 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.42 "DELETE /v2.0/ports/a5693d89-88c4-44d0-87e6-6291db452da0 HTTP/1.1" status: 204 len: 173 time: 0.9464571 Feb 09 16:10:37.623765 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 33914) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:37.765969 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4cf34753-3c95-429b-abeb-e829df42b6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:37.797591 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-4cf34753-3c95-429b-abeb-e829df42b6df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:10:37.801376 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-4cf34753-3c95-429b-abeb-e829df42b6df admin admin] Usage tracker for resource:security_group_rule and tenant:c64752df149f45adae47cab6e4f9381f is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:10:37.804158 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-4cf34753-3c95-429b-abeb-e829df42b6df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:10:37.809738 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-4cf34753-3c95-429b-abeb-e829df42b6df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:10:37.876447 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4cf34753-3c95-429b-abeb-e829df42b6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:37.925721 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-4cf34753-3c95-429b-abeb-e829df42b6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:38.049902 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf34753-3c95-429b-abeb-e829df42b6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96998e20-1ede-4a44-9133-ded0f8c20e0f,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:38.057297 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-4cf34753-3c95-429b-abeb-e829df42b6df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c64752df149f45adae47cab6e4f9381f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4318404 Feb 09 16:10:38.057406 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 33922) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:38.129949 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9db051-81e7-495b-a1d7-c880e8b7ecdc req-200e4dec-5819-4f3a-b02e-b852f3f4c209 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:38.130659 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-9e9db051-81e7-495b-a1d7-c880e8b7ecdc req-200e4dec-5819-4f3a-b02e-b852f3f4c209 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Synchronizing usage tracker for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:10:38.151760 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdb08ccf-0c90-4158-9108-b02b900f94d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:38.179411 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdb08ccf-0c90-4158-9108-b02b900f94d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:38.225141 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-9e9db051-81e7-495b-a1d7-c880e8b7ecdc req-200e4dec-5819-4f3a-b02e-b852f3f4c209 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Unset dirty status for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:10:38.226347 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9e9db051-81e7-495b-a1d7-c880e8b7ecdc req-200e4dec-5819-4f3a-b02e-b852f3f4c209 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 946 time: 0.2213027 Feb 09 16:10:38.255010 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:10:38.271102 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-9e9db051-81e7-495b-a1d7-c880e8b7ecdc req-241befa2-8af9-44cf-928c-0eb14d88d007 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392587 Feb 09 16:10:38.296782 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdb08ccf-0c90-4158-9108-b02b900f94d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:38.316663 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb08ccf-0c90-4158-9108-b02b900f94d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96998e20-1ede-4a44-9133-ded0f8c20e0f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:38.321072 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdb08ccf-0c90-4158-9108-b02b900f94d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:38.328335 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-cdb08ccf-0c90-4158-9108-b02b900f94d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/96998e20-1ede-4a44-9133-ded0f8c20e0f HTTP/1.1" status: 204 len: 168 time: 0.2692153 Feb 09 16:10:39.342595 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a4423-b596-4bfc-92b0-d67ed05f27fe req-741db06a-d0a7-4f13-bec1-14b74cd67dde tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:39.344188 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-953a4423-b596-4bfc-92b0-d67ed05f27fe req-741db06a-d0a7-4f13-bec1-14b74cd67dde tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.42 "GET /v2.0/ports?device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 946 time: 0.0853643 Feb 09 16:10:39.411608 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-953a4423-b596-4bfc-92b0-d67ed05f27fe req-a09c0d2c-d8cd-4565-9133-87d76f87298a tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Deleting port 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:10:39.411940 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-953a4423-b596-4bfc-92b0-d67ed05f27fe req-a09c0d2c-d8cd-4565-9133-87d76f87298a tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:39.486723 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241d87b-3da3-4f0b-b78f-415981e1e61d req-8371d7f5-8a80-4652-8f7f-f23e2affef6f tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:39.489131 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d241d87b-3da3-4f0b-b78f-415981e1e61d req-8371d7f5-8a80-4652-8f7f-f23e2affef6f tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 946 time: 0.0835755 Feb 09 16:10:39.534925 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d241d87b-3da3-4f0b-b78f-415981e1e61d req-43cdee92-f9dc-4128-bdf9-731f5d02a750 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403810 Feb 09 16:10:39.672563 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-953a4423-b596-4bfc-92b0-d67ed05f27fe req-a09c0d2c-d8cd-4565-9133-87d76f87298a tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] For port 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:39.673534 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-953a4423-b596-4bfc-92b0-d67ed05f27fe req-a09c0d2c-d8cd-4565-9133-87d76f87298a tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:39.794611 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-953a4423-b596-4bfc-92b0-d67ed05f27fe req-a09c0d2c-d8cd-4565-9133-87d76f87298a tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Calling delete_port for 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 owned by compute:nova {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:10:39.805981 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device a5693d89-88c4-44d0-87e6-6291db452da0 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:10:39.839957 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: a5693d89-88c4-44d0-87e6-6291db452da0 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:10:39.840733 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device a5693d89-88c4-44d0-87e6-6291db452da0 not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:10:39.841326 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:10:39.952411 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:39.993691 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-953a4423-b596-4bfc-92b0-d67ed05f27fe req-a09c0d2c-d8cd-4565-9133-87d76f87298a tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:40.020611 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['1dea9647-444e-4d4f-a166-0bc388f40f55'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:10:40.041924 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c0d2c-d8cd-4565-9133-87d76f87298a tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Pushing event deleted for resources: {'Port': ['ID=23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:40.118574 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-953a4423-b596-4bfc-92b0-d67ed05f27fe req-a09c0d2c-d8cd-4565-9133-87d76f87298a tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] No DVR routers for this DVR port 23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 on host hv-cinder-82510 {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:10:40.120921 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-953a4423-b596-4bfc-92b0-d67ed05f27fe req-a09c0d2c-d8cd-4565-9133-87d76f87298a tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:40.123962 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46776b0-5b37-4543-9dea-fcd7243498ff', 'name': 'network-vif-deleted', 'tag': '23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:40.182330 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46776b0-5b37-4543-9dea-fcd7243498ff', 'name': 'network-vif-deleted', 'tag': '23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78', 'status': 'completed', 'code': 200} Feb 09 16:10:40.204409 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-953a4423-b596-4bfc-92b0-d67ed05f27fe req-a09c0d2c-d8cd-4565-9133-87d76f87298a tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.42 "DELETE /v2.0/ports/23c159c6-bbb4-4dc2-9ab6-8bc8fbf59c78 HTTP/1.1" status: 204 len: 173 time: 0.8517859 Feb 09 16:10:40.724476 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-17ed2346-f93e-48e2-b9f7-fa4e3d4cdbc4 req-70ff8820-3d83-4d0d-a6a6-50737763d4a5 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46776b0-5b37-4543-9dea-fcd7243498ff HTTP/1.1" status: 200 len: 210 time: 0.0461853 Feb 09 16:10:41.737573 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-0cedd3e1-e9b6-448a-893d-b6db5f815bc5 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7eec621c8d054b22b487856cf9fd5e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271115 Feb 09 16:10:41.884169 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-4605e8a9-a0ec-4448-9586-881455f1e6f7 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:41.885599 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-4605e8a9-a0ec-4448-9586-881455f1e6f7 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1432705 Feb 09 16:10:41.901580 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-814cf5d9-a6c2-4846-9d22-48e2e4f5dca6 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/quotas/7eec621c8d054b22b487856cf9fd5e59 HTTP/1.1" status: 200 len: 375 time: 0.0103836 Feb 09 16:10:41.947140 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-f696498f-24b8-452b-9ff8-0e6c5b510632 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eec621c8d054b22b487856cf9fd5e59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400417 Feb 09 16:10:42.228628 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-35a9a294-22cf-4b2e-b738-d759191a8d99 req-f2574724-7280-4859-81fe-11a90236ed43 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 210 time: 0.0409772 Feb 09 16:10:43.391157 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-8170edac-9c5a-4a82-9d1b-90bd0eb6a75a req-588fd907-cc04-4f36-9f6d-ab554d9718a0 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 210 time: 0.0409904 Feb 09 16:10:43.978063 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba63f69-c8db-4c4b-a55a-ca36d28a25b7 req-45be6faf-9bd3-4f2f-b6c6-62a3de15eca7 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:43.979543 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5ba63f69-c8db-4c4b-a55a-ca36d28a25b7 req-45be6faf-9bd3-4f2f-b6c6-62a3de15eca7 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 945 time: 0.0836759 Feb 09 16:10:44.025202 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5ba63f69-c8db-4c4b-a55a-ca36d28a25b7 req-b235fbd6-4cbc-4fc7-b8bf-4749e14d3cb2 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Feb 09 16:10:44.467414 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5fa7bf5e-1ebd-4d2f-a0a4-b3a5768ee63a tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7eec621c8d054b22b487856cf9fd5e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315475 Feb 09 16:10:44.688491 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5d43de3b-7b66-4b75-bc4c-79132013f223 req-827d6f3a-6be0-4d43-a1be-533a16c5ff25 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 210 time: 0.1463888 Feb 09 16:10:44.746295 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-68986e31-b1c1-406d-bffb-261bbac5efbb tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:44.747838 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-68986e31-b1c1-406d-bffb-261bbac5efbb tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2756813 Feb 09 16:10:44.763706 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Request body: {'port': {'device_id': '8b9bafca-a593-4b50-b72f-6d3d891dbc95', 'network_id': 'ab17f03a-2246-4787-ba91-b86af74d834f', 'admin_state_up': True, 'tenant_id': '7eec621c8d054b22b487856cf9fd5e59'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:10:44.895892 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:10:44.900249 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Usage tracker for resource:port and tenant:7eec621c8d054b22b487856cf9fd5e59 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:10:44.904076 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:10:44.910225 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:10:44.984553 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Made reservation on behalf of 7eec621c8d054b22b487856cf9fd5e59 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:10:44.987588 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:45.000419 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:45.033339 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:10:45.037055 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Usage tracker for resource:security_group_rule and tenant:7eec621c8d054b22b487856cf9fd5e59 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:10:45.039988 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:10:45.046511 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:10:45.118916 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:45.176362 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:45.221274 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e53efc-8a02-4153-9cf1-993de02fee0c req-59a4029c-14d5-4553-bc66-e086271315f8 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:45.222668 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a2e53efc-8a02-4153-9cf1-993de02fee0c req-59a4029c-14d5-4553-bc66-e086271315f8 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 945 time: 0.0772579 Feb 09 16:10:45.262221 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea339be-a198-4b2c-b73e-577135caa2f5,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:45.322727 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-a2e53efc-8a02-4153-9cf1-993de02fee0c req-1d336f9d-736c-408e-b477-6f4d672055bb tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/security-groups?id=c646784e-a84a-48a7-b518-15b863cd1e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944138 Feb 09 16:10:45.343815 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d4e8e-c17d-441a-9e4d-74c58aea80d2 req-5fc155e9-f9de-45e9-aa57-918c6cf9341b tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:45.345257 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5b5d4e8e-c17d-441a-9e4d-74c58aea80d2 req-5fc155e9-f9de-45e9-aa57-918c6cf9341b tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 945 time: 0.1012316 Feb 09 16:10:45.353260 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Allocated IP 192.168.233.246 (ab17f03a-2246-4787-ba91-b86af74d834f/3e3faa4a-8252-4f6c-b170-db0f3f8127b3/8c28fdd5-2498-45f4-bf80-707123b37f8b) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:10:45.413439 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [req-5b5d4e8e-c17d-441a-9e4d-74c58aea80d2 req-aeda355e-f16f-4ecc-88d2-6c9ae0b02fa5 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Deleting port 1dea9647-444e-4d4f-a166-0bc388f40f55 {{(pid=83708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:10:45.413780 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-5b5d4e8e-c17d-441a-9e4d-74c58aea80d2 req-aeda355e-f16f-4ecc-88d2-6c9ae0b02fa5 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:45.556362 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:45.571072 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Transition to ACTIVE for port object 8c28fdd5-2498-45f4-bf80-707123b37f8b will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:10:45.656363 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.db [req-5b5d4e8e-c17d-441a-9e4d-74c58aea80d2 req-aeda355e-f16f-4ecc-88d2-6c9ae0b02fa5 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] For port 1dea9647-444e-4d4f-a166-0bc388f40f55, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1dea9647-444e-4d4f-a166-0bc388f40f55,segment=NetworkSegment(9f68c8cb-f703-44c4-a9bb-af0096ccbc52),segment_id=9f68c8cb-f703-44c4-a9bb-af0096ccbc52)] {{(pid=83708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:45.656715 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-5b5d4e8e-c17d-441a-9e4d-74c58aea80d2 req-aeda355e-f16f-4ecc-88d2-6c9ae0b02fa5 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:45.662502 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772266208121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:45.734227 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Network ab17f03a-2246-4787-ba91-b86af74d834f is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:10:45.737075 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:10:45.740843 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 16:10:45.772275 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Pushing event updated for resources: {'Port': ['ID=8c28fdd5-2498-45f4-bf80-707123b37f8b,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:45.784174 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.plugin [req-5b5d4e8e-c17d-441a-9e4d-74c58aea80d2 req-aeda355e-f16f-4ecc-88d2-6c9ae0b02fa5 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Calling delete_port for 1dea9647-444e-4d4f-a166-0bc388f40f55 owned by compute:nova {{(pid=83708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:10:45.811067 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:45.811747 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:45.919914 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd8d34-17d5-41cf-b96d-bad1222465cd req-ec57cf48-5838-439f-b379-fa9cfcdf288a tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:45.920622 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-65cd8d34-17d5-41cf-b96d-bad1222465cd req-ec57cf48-5838-439f-b379-fa9cfcdf288a tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Synchronizing usage tracker for tenant:7eec621c8d054b22b487856cf9fd5e59 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:10:45.954549 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-34d821e2-1502-435a-9160-9c92be218f40 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1947501 Feb 09 16:10:45.966373 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.v2.base [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Request body: {'port': {'device_id': '8b9bafca-a593-4b50-b72f-6d3d891dbc95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 16:10:46.011110 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-65cd8d34-17d5-41cf-b96d-bad1222465cd req-ec57cf48-5838-439f-b379-fa9cfcdf288a tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Unset dirty status for tenant:7eec621c8d054b22b487856cf9fd5e59 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:10:46.012886 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-65cd8d34-17d5-41cf-b96d-bad1222465cd req-ec57cf48-5838-439f-b379-fa9cfcdf288a tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 936 time: 0.1868570 Feb 09 16:10:46.039391 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e71abeed-b204-4c03-b86a-e94bae6dd146 None None] Provisioning for port 8c28fdd5-2498-45f4-bf80-707123b37f8b completed by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:10:46.039911 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-5b5d4e8e-c17d-441a-9e4d-74c58aea80d2 req-aeda355e-f16f-4ecc-88d2-6c9ae0b02fa5 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1352264'] for port, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:46.044776 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e71abeed-b204-4c03-b86a-e94bae6dd146 None None] Provisioning complete for port 8c28fdd5-2498-45f4-bf80-707123b37f8b triggered by entity DHCP. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:46.045137 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e71abeed-b204-4c03-b86a-e94bae6dd146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:46.088679 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda355e-f16f-4ecc-88d2-6c9ae0b02fa5 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Pushing event deleted for resources: {'Port': ['ID=1dea9647-444e-4d4f-a166-0bc388f40f55,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:46.099934 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e71abeed-b204-4c03-b86a-e94bae6dd146 None None] Port 8c28fdd5-2498-45f4-bf80-707123b37f8b cannot update to ACTIVE because it is not bound. {{(pid=83710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 16:10:46.110212 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:46.125334 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-65cd8d34-17d5-41cf-b96d-bad1222465cd req-b5cd189b-8991-46b5-b302-2566b6b6b351 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Synchronizing usage tracker for tenant:7eec621c8d054b22b487856cf9fd5e59 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:10:46.165140 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5d4e8e-c17d-441a-9e4d-74c58aea80d2 req-aeda355e-f16f-4ecc-88d2-6c9ae0b02fa5 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] No DVR routers for this DVR port 1dea9647-444e-4d4f-a166-0bc388f40f55 on host hv-cinder-82510 {{(pid=83708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:10:46.167642 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [req-5b5d4e8e-c17d-441a-9e4d-74c58aea80d2 req-aeda355e-f16f-4ecc-88d2-6c9ae0b02fa5 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:46.170218 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfad1bd-2909-4e69-a0b4-15554dbfff82', 'name': 'network-vif-deleted', 'tag': '1dea9647-444e-4d4f-a166-0bc388f40f55'}] {{(pid=83708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:46.186669 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-5b5d4e8e-c17d-441a-9e4d-74c58aea80d2 req-aeda355e-f16f-4ecc-88d2-6c9ae0b02fa5 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.42 "DELETE /v2.0/ports/1dea9647-444e-4d4f-a166-0bc388f40f55 HTTP/1.1" status: 204 len: 173 time: 0.8358939 Feb 09 16:10:46.227092 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfad1bd-2909-4e69-a0b4-15554dbfff82', 'name': 'network-vif-deleted', 'tag': '1dea9647-444e-4d4f-a166-0bc388f40f55', 'status': 'completed', 'code': 200} Feb 09 16:10:46.239407 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-65cd8d34-17d5-41cf-b96d-bad1222465cd req-b5cd189b-8991-46b5-b302-2566b6b6b351 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Unset dirty status for tenant:7eec621c8d054b22b487856cf9fd5e59 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:10:46.240450 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-65cd8d34-17d5-41cf-b96d-bad1222465cd req-b5cd189b-8991-46b5-b302-2566b6b6b351 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ea339be-a198-4b2c-b73e-577135caa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213452 Feb 09 16:10:46.470723 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c28fdd5-2498-45f4-bf80-707123b37f8b {{(pid=83709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:10:46.477455 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:46.490228 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-2ed7159d-9365-4bf0-bf80-53a1245555cc req-71fee40b-b0c4-41db-86e3-7bfdc4d09411 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Synchronizing usage tracker for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:port {{(pid=83708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:10:46.493424 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Transition to ACTIVE for port object 8c28fdd5-2498-45f4-bf80-707123b37f8b will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:10:46.553588 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:46.582303 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [req-2ed7159d-9365-4bf0-bf80-53a1245555cc req-71fee40b-b0c4-41db-86e3-7bfdc4d09411 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] Unset dirty status for tenant:1f73bfcf0a3e4c628c98d6e4140f4e2e on resource:port {{(pid=83708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:10:46.583582 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-2ed7159d-9365-4bf0-bf80-53a1245555cc req-71fee40b-b0c4-41db-86e3-7bfdc4d09411 tempest-AttachVolumeNegativeTest-996733031 tempest-AttachVolumeNegativeTest-996733031-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cfad1bd-2909-4e69-a0b4-15554dbfff82 HTTP/1.1" status: 200 len: 210 time: 0.1350522 Feb 09 16:10:46.685218 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:46.687444 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Pushing event updated for resources: {'Port': ['ID=8c28fdd5-2498-45f4-bf80-707123b37f8b,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:46.793839 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Attempting to bind port 8c28fdd5-2498-45f4-bf80-707123b37f8b on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:10:46.794183 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Attempting to bind port 8c28fdd5-2498-45f4-bf80-707123b37f8b by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '3fddd457-4706-4b16-9b75-2d5ad10b31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ab17f03a-2246-4787-ba91-b86af74d834f'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:10:46.794508 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Attempting to bind port 8c28fdd5-2498-45f4-bf80-707123b37f8b on network ab17f03a-2246-4787-ba91-b86af74d834f {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:10:46.800539 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Port 8c28fdd5-2498-45f4-bf80-707123b37f8b on network ab17f03a-2246-4787-ba91-b86af74d834f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 16:10:46.800851 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Attempting to bind port 8c28fdd5-2498-45f4-bf80-707123b37f8b on network ab17f03a-2246-4787-ba91-b86af74d834f {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 16:10:46.806975 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Checking agent: {'id': 'd1665ddb-0868-4949-8533-2f9cdd04da85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'started_at': datetime.datetime(2022, 2, 9, 15, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 16:10:46.807304 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Checking segment: {'id': '3fddd457-4706-4b16-9b75-2d5ad10b31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ab17f03a-2246-4787-ba91-b86af74d834f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 16:10:46.807678 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Bound using segment: {'id': '3fddd457-4706-4b16-9b75-2d5ad10b31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ab17f03a-2246-4787-ba91-b86af74d834f'} {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 16:10:46.808093 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Bound port: 8c28fdd5-2498-45f4-bf80-707123b37f8b, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fddd457-4706-4b16-9b75-2d5ad10b31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ab17f03a-2246-4787-ba91-b86af74d834f'}}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:10:46.808432 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:46.906165 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] For port 8c28fdd5-2498-45f4-bf80-707123b37f8b, host hv-cinder-82510, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:10:46.909390 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] For port 8c28fdd5-2498-45f4-bf80-707123b37f8b, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8c28fdd5-2498-45f4-bf80-707123b37f8b,segment=NetworkSegment(3fddd457-4706-4b16-9b75-2d5ad10b31cf),segment_id=3fddd457-4706-4b16-9b75-2d5ad10b31cf)] {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:10:46.985517 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7030846'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:47.048254 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:47.049596 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] 10.222.0.42 "PUT /v2.0/ports/8c28fdd5-2498-45f4-bf80-707123b37f8b HTTP/1.1" status: 200 len: 1098 time: 1.0879674 Feb 09 16:10:47.050023 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9bafca-a593-4b50-b72f-6d3d891dbc95', 'tag': '8c28fdd5-2498-45f4-bf80-707123b37f8b'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:47.072834 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8820c-8d09-46ad-bf23-f3d0d6ac986d service neutron] Pushing event updated for resources: {'Port': ['ID=8c28fdd5-2498-45f4-bf80-707123b37f8b,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:47.123884 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9bafca-a593-4b50-b72f-6d3d891dbc95', 'tag': '8c28fdd5-2498-45f4-bf80-707123b37f8b', 'status': 'completed', 'code': 200} Feb 09 16:10:47.214407 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4b4cde09-7cd4-4e86-a666-5fb8325577a3 req-5c39f13e-467e-451a-a5cd-0a12ef267e85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7eec621c8d054b22b487856cf9fd5e59&device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 1101 time: 0.0728486 Feb 09 16:10:47.247696 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4b4cde09-7cd4-4e86-a666-5fb8325577a3 req-862e4ebc-55ce-4f87-977e-99079e094579 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=7eec621c8d054b22b487856cf9fd5e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272264 Feb 09 16:10:47.386248 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cde09-7cd4-4e86-a666-5fb8325577a3 req-21a4c13b-044e-460b-80d1-5609a2ff900d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:47.388299 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-4b4cde09-7cd4-4e86-a666-5fb8325577a3 req-21a4c13b-044e-460b-80d1-5609a2ff900d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341457 Feb 09 16:10:47.441669 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff4fff-5ed4-4fec-bdfa-12cf56023da3 req-fe5bb517-39df-4f61-a070-c217da48b03d tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:47.443138 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-04ff4fff-5ed4-4fec-bdfa-12cf56023da3 req-fe5bb517-39df-4f61-a070-c217da48b03d tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 948 time: 0.0818598 Feb 09 16:10:47.493003 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-04ff4fff-5ed4-4fec-bdfa-12cf56023da3 req-f42aa694-cc97-45c8-810b-4a754b2d292f tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ea339be-a198-4b2c-b73e-577135caa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440693 Feb 09 16:10:47.576836 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-8f887956-74f8-46af-8d7e-35670c4e7209 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7eec621c8d054b22b487856cf9fd5e59&device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 1101 time: 0.1561968 Feb 09 16:10:47.648701 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-38303448-ea68-4f1f-beea-db4b1c42ae84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=8c28fdd5-2498-45f4-bf80-707123b37f8b HTTP/1.1" status: 200 len: 217 time: 0.0641956 Feb 09 16:10:47.695416 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 34010) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:47.710417 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-ac447289-be2e-4faa-a215-91506eabff35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:47.711838 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-ac447289-be2e-4faa-a215-91506eabff35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e3faa4a-8252-4f6c-b170-db0f3f8127b3 HTTP/1.1" status: 200 len: 843 time: 0.0579338 Feb 09 16:10:47.754224 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.db_base_plugin_v2 [None req-c000135a-60d4-4e4e-802a-0134bdd8ef60 admin admin] Deleting subnet c16e60cd-4839-408e-a8fe-20a5ceb6048f {{(pid=83708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:10:47.757078 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c000135a-60d4-4e4e-802a-0134bdd8ef60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:47.788266 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-3717c553-8ab5-41d9-ae4e-547c35c571f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ab17f03a-2246-4787-ba91-b86af74d834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0707250 Feb 09 16:10:47.808641 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c000135a-60d4-4e4e-802a-0134bdd8ef60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354091'] for subnet, precommit_delete_associations {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:47.838769 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 1dea9647-444e-4d4f-a166-0bc388f40f55 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:10:47.865556 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c000135a-60d4-4e4e-802a-0134bdd8ef60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3247574'] for subnet, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:47.872238 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: 1dea9647-444e-4d4f-a166-0bc388f40f55 {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:10:47.872977 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 1dea9647-444e-4d4f-a166-0bc388f40f55 not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:10:47.920194 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-bf5e6e0c-8e41-4c21-879e-cb95df2eb4ed service neutron] 10.222.0.42 "GET /v2.0/networks/ab17f03a-2246-4787-ba91-b86af74d834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255574 Feb 09 16:10:47.968275 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c000135a-60d4-4e4e-802a-0134bdd8ef60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3247599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1352343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6906885'] for subnet, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:48.052995 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-61ffd35b-8f6e-4e78-883a-0e4fc21763d5 req-ad2ae011-f340-4281-a36e-73461a70b699 service neutron] 10.222.0.42 "GET /v2.0/networks/ab17f03a-2246-4787-ba91-b86af74d834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275115 Feb 09 16:10:48.089181 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000135a-60d4-4e4e-802a-0134bdd8ef60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c16e60cd-4839-408e-a8fe-20a5ceb6048f,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:48.096433 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-c000135a-60d4-4e4e-802a-0134bdd8ef60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for subnet, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:48.102220 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-c000135a-60d4-4e4e-802a-0134bdd8ef60 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c16e60cd-4839-408e-a8fe-20a5ceb6048f HTTP/1.1" status: 204 len: 168 time: 0.4057343 Feb 09 16:10:48.104610 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 34014) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:48.208932 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-95e7aa8e-e835-4032-8410-8e9a393dde4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3173060'] for network, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:48.327597 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-95e7aa8e-e835-4032-8410-8e9a393dde4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3246939', 'neutron.services.segments.db._delete_segments_for_network-8772266662247'] for network, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:48.352146 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-95e7aa8e-e835-4032-8410-8e9a393dde4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3c902f-5993-4305-a7f4-22739b84540f']}} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:48.364034 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-95e7aa8e-e835-4032-8410-8e9a393dde4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f68c8cb-f703-44c4-a9bb-af0096ccbc52') {'for_net_delete': True} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:48.364328 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.services.segments.db [None req-95e7aa8e-e835-4032-8410-8e9a393dde4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f68c8cb-f703-44c4-a9bb-af0096ccbc52') {} {{(pid=83708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:48.375980 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-95e7aa8e-e835-4032-8410-8e9a393dde4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772266661614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1354080'] for segment, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:48.391803 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-95e7aa8e-e835-4032-8410-8e9a393dde4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3310988'] for segment, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:48.397659 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e7aa8e-e835-4032-8410-8e9a393dde4b admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=83708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:10:48.398033 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-95e7aa8e-e835-4032-8410-8e9a393dde4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3244415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1352253'] for segment, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: Traceback (most recent call last): Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: timer() Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: cb(*args, **kw) Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: return func(*args, **kwargs) Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: self._notify() Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: self.callback(batched_events) Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: event.method(event) Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: return f(self, *a, **k) Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: return self._get(url).json() Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: return self.request(url, 'GET', **kwargs) Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:10:48.411183 dv-cinder-825105-1-smb neutron-server[83708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:10:48.553393 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-95e7aa8e-e835-4032-8410-8e9a393dde4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3246932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691991'] for network, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:48.569584 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-95e7aa8e-e835-4032-8410-8e9a393dde4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754293'] for network, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:48.580970 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7aa8e-e835-4032-8410-8e9a393dde4b admin admin] Pushing event deleted for resources: {'Network': ['ID=4d3c902f-5993-4305-a7f4-22739b84540f,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:48.648411 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-95e7aa8e-e835-4032-8410-8e9a393dde4b admin admin] 10.222.0.30 "DELETE /v2.0/networks/4d3c902f-5993-4305-a7f4-22739b84540f HTTP/1.1" status: 204 len: 168 time: 0.5428083 Feb 09 16:10:48.691428 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e44c6-ea39-46ce-a9d4-6c103c58c45f req-9b34978c-765f-4ec6-abe1-5ed24b01f0ed tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:48.692880 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9a0e44c6-ea39-46ce-a9d4-6c103c58c45f req-9b34978c-765f-4ec6-abe1-5ed24b01f0ed tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 948 time: 0.0801220 Feb 09 16:10:48.741655 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-9a0e44c6-ea39-46ce-a9d4-6c103c58c45f req-89ddc409-47eb-4f2b-8bdd-4d87ad693822 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ea339be-a198-4b2c-b73e-577135caa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432889 Feb 09 16:10:49.060454 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 34022) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:49.108132 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-14b84ffc-9e01-49fb-9fd0-740fc848a0c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f73bfcf0a3e4c628c98d6e4140f4e2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0465200 Feb 09 16:10:49.110416 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 34026) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:10:49.167248 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e8424073-1b22-4395-8d13-2a709b69aad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:49.192167 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e8424073-1b22-4395-8d13-2a709b69aad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:49.321877 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e8424073-1b22-4395-8d13-2a709b69aad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:49.338618 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8424073-1b22-4395-8d13-2a709b69aad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c646784e-a84a-48a7-b518-15b863cd1e05,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:49.426383 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e8424073-1b22-4395-8d13-2a709b69aad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:49.427498 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-e8424073-1b22-4395-8d13-2a709b69aad2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c646784e-a84a-48a7-b518-15b863cd1e05 HTTP/1.1" status: 204 len: 168 time: 0.3162282 Feb 09 16:10:49.849309 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 8c28fdd5-2498-45f4-bf80-707123b37f8b details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 16:10:49.954659 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9299c1b-8ed6-4107-a685-55412d63f3c4 req-70634270-5929-4496-9aa6-77dafd89daf3 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:49.956497 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a9299c1b-8ed6-4107-a685-55412d63f3c4 req-70634270-5929-4496-9aa6-77dafd89daf3 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 948 time: 0.0880458 Feb 09 16:10:49.992581 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 8c28fdd5-2498-45f4-bf80-707123b37f8b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8c28fdd5-2498-45f4-bf80-707123b37f8b,segment=NetworkSegment(3fddd457-4706-4b16-9b75-2d5ad10b31cf),segment_id=3fddd457-4706-4b16-9b75-2d5ad10b31cf)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:50.003254 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-a9299c1b-8ed6-4107-a685-55412d63f3c4 req-5dc1c9eb-83c6-4a14-a5e8-944e0c5f4ad9 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ea339be-a198-4b2c-b73e-577135caa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401533 Feb 09 16:10:50.006323 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Returning: {'device': '8c28fdd5-2498-45f4-bf80-707123b37f8b', 'network_id': 'ab17f03a-2246-4787-ba91-b86af74d834f', 'port_id': '8c28fdd5-2498-45f4-bf80-707123b37f8b', 'mac_address': 'fa:16:3e:b7:7a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3faa4a-8252-4f6c-b170-db0f3f8127b3', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 16:10:50.061843 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:50.080527 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c28fdd5-2498-45f4-bf80-707123b37f8b {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:10:50.096636 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 8c28fdd5-2498-45f4-bf80-707123b37f8b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8c28fdd5-2498-45f4-bf80-707123b37f8b,segment=NetworkSegment(3fddd457-4706-4b16-9b75-2d5ad10b31cf),segment_id=3fddd457-4706-4b16-9b75-2d5ad10b31cf)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:50.175994 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:50.243127 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=8c28fdd5-2498-45f4-bf80-707123b37f8b,revision_number=4']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:50.252672 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:50.253014 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:50.253351 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:50.253680 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:50.254008 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:50.254383 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:50.254712 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:50.255077 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:50.255382 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:50.255699 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:50.256017 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:50.377789 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['8c28fdd5-2498-45f4-bf80-707123b37f8b'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:10:51.203491 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569270d5-a748-452c-a35e-5623c1ab630c req-12555f2b-bb98-43da-bac3-9138e6db9f3e tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:51.204963 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-569270d5-a748-452c-a35e-5623c1ab630c req-12555f2b-bb98-43da-bac3-9138e6db9f3e tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 949 time: 0.0802436 Feb 09 16:10:51.249585 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-569270d5-a748-452c-a35e-5623c1ab630c req-384cfdf4-41f3-4d26-8f5f-6dc8f2dcd478 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ea339be-a198-4b2c-b73e-577135caa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390341 Feb 09 16:10:51.865100 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 8c28fdd5-2498-45f4-bf80-707123b37f8b up at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 16:10:51.987732 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning for port 8c28fdd5-2498-45f4-bf80-707123b37f8b completed by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:10:51.992518 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Provisioning complete for port 8c28fdd5-2498-45f4-bf80-707123b37f8b triggered by entity L2. {{(pid=83710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:51.992886 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3248650'] for port, provisioning_complete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:52.104292 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3388967'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:52.130242 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9bafca-a593-4b50-b72f-6d3d891dbc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c28fdd5-2498-45f4-bf80-707123b37f8b'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:52.144770 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] For port 8c28fdd5-2498-45f4-bf80-707123b37f8b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8c28fdd5-2498-45f4-bf80-707123b37f8b,segment=NetworkSegment(3fddd457-4706-4b16-9b75-2d5ad10b31cf),segment_id=3fddd457-4706-4b16-9b75-2d5ad10b31cf)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:52.188125 dv-cinder-825105-1-smb neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9bafca-a593-4b50-b72f-6d3d891dbc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c28fdd5-2498-45f4-bf80-707123b37f8b', 'code': 200} Feb 09 16:10:52.216716 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772266632340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772266208139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772266208184'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:52.283508 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Pushing event updated for resources: {'Port': ['ID=8c28fdd5-2498-45f4-bf80-707123b37f8b,revision_number=5']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:52.456420 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4505-bbe0-4698-b37d-671785df1565 req-c08aa88c-cc88-4140-b357-202b88af1bcd tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:52.457852 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-286d4505-bbe0-4698-b37d-671785df1565 req-c08aa88c-cc88-4140-b357-202b88af1bcd tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 950 time: 0.0763166 Feb 09 16:10:52.507620 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-286d4505-bbe0-4698-b37d-671785df1565 req-acd8c22c-74ef-4a69-85ef-dde093f693f8 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ea339be-a198-4b2c-b73e-577135caa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437906 Feb 09 16:10:52.562871 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2e9b7813-a7de-4865-9a75-7eefdeab457d req-c4018943-7402-4686-96f3-ecd52bc74891 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 1103 time: 0.0658550 Feb 09 16:10:52.607105 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-2e9b7813-a7de-4865-9a75-7eefdeab457d req-66755945-d96e-4359-b496-91ab2063dd1a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ea339be-a198-4b2c-b73e-577135caa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383182 Feb 09 16:10:53.727010 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e5566-d649-4b15-b1d2-721717b3374b req-e771e886-694a-426a-b0be-cc6b655eb19e tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:53.728530 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1c3e5566-d649-4b15-b1d2-721717b3374b req-e771e886-694a-426a-b0be-cc6b655eb19e tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 950 time: 0.0988832 Feb 09 16:10:53.775530 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-1c3e5566-d649-4b15-b1d2-721717b3374b req-1a92edbb-546b-4b63-9773-b07173a6e9e8 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ea339be-a198-4b2c-b73e-577135caa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Feb 09 16:10:54.968685 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bebbbb-3f26-4b5d-afa2-5825d5cbe750 req-404918fa-10ec-435c-ad9e-c2b7fc3024a2 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:54.970049 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d1bebbbb-3f26-4b5d-afa2-5825d5cbe750 req-404918fa-10ec-435c-ad9e-c2b7fc3024a2 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 950 time: 0.0757320 Feb 09 16:10:55.015492 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-d1bebbbb-3f26-4b5d-afa2-5825d5cbe750 req-285bd1e4-eaf8-4f83-9d5a-a42f31aae2f8 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ea339be-a198-4b2c-b73e-577135caa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 Feb 09 16:10:55.424451 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f630d1cc-9e23-4761-b349-bb716108c987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:55.653231 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75f23e-3539-486e-b534-3bcc668bee74 req-36c17e53-bd8c-4580-bb25-f6ee02fa260e tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:55.654695 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3a75f23e-3539-486e-b534-3bcc668bee74 req-36c17e53-bd8c-4580-bb25-f6ee02fa260e tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 950 time: 0.0814464 Feb 09 16:10:55.702384 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [req-3a75f23e-3539-486e-b534-3bcc668bee74 req-eec9876c-6de5-41a6-b8db-f4349fe2936a tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ea339be-a198-4b2c-b73e-577135caa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423341 Feb 09 16:10:56.915766 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758da94-6243-4aa3-b673-c6b8201bb6cb req-29914ca5-0496-4bc4-9956-0ee377fba3cb tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:56.917173 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5758da94-6243-4aa3-b673-c6b8201bb6cb req-29914ca5-0496-4bc4-9956-0ee377fba3cb tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 950 time: 0.1300695 Feb 09 16:10:56.961182 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ab779-aa34-4bd7-a5f1-c7698ca6d78a req-6b6ebc76-3235-429f-981a-167239a542ac tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:56.962794 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b87ab779-aa34-4bd7-a5f1-c7698ca6d78a req-6b6ebc76-3235-429f-981a-167239a542ac tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 950 time: 0.1342623 Feb 09 16:10:57.019119 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-5758da94-6243-4aa3-b673-c6b8201bb6cb req-5b035bb3-3eb0-4554-ab9e-27df8811f293 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Deleting port 8c28fdd5-2498-45f4-bf80-707123b37f8b {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:10:57.019452 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5758da94-6243-4aa3-b673-c6b8201bb6cb req-5b035bb3-3eb0-4554-ab9e-27df8811f293 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772266577601'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:57.070685 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-b87ab779-aa34-4bd7-a5f1-c7698ca6d78a req-beaa1849-15f4-4745-91b4-1a1180e08d67 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ea339be-a198-4b2c-b73e-577135caa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014607 Feb 09 16:10:57.273359 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-5758da94-6243-4aa3-b673-c6b8201bb6cb req-5b035bb3-3eb0-4554-ab9e-27df8811f293 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] For port 8c28fdd5-2498-45f4-bf80-707123b37f8b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8c28fdd5-2498-45f4-bf80-707123b37f8b,segment=NetworkSegment(3fddd457-4706-4b16-9b75-2d5ad10b31cf),segment_id=3fddd457-4706-4b16-9b75-2d5ad10b31cf)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:57.273723 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5758da94-6243-4aa3-b673-c6b8201bb6cb req-5b035bb3-3eb0-4554-ab9e-27df8811f293 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745729'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:57.399326 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [req-5758da94-6243-4aa3-b673-c6b8201bb6cb req-5b035bb3-3eb0-4554-ab9e-27df8811f293 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Calling delete_port for 8c28fdd5-2498-45f4-bf80-707123b37f8b owned by compute:nova {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:10:57.664416 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5758da94-6243-4aa3-b673-c6b8201bb6cb req-5b035bb3-3eb0-4554-ab9e-27df8811f293 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3387483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754300', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772266632322', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772266208130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7030839'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:57.677491 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] get_ports_and_sgs() called for port_ids ['8c28fdd5-2498-45f4-bf80-707123b37f8b'] {{(pid=83710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 16:10:57.716366 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b035bb3-3eb0-4554-ab9e-27df8811f293 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Pushing event deleted for resources: {'Port': ['ID=8c28fdd5-2498-45f4-bf80-707123b37f8b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:57.790192 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dec172d4-96c1-4ff1-9e44-53cc07db78a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:57.795510 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [req-5758da94-6243-4aa3-b673-c6b8201bb6cb req-5b035bb3-3eb0-4554-ab9e-27df8811f293 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] No DVR routers for this DVR port 8c28fdd5-2498-45f4-bf80-707123b37f8b on host hv-cinder-82510 {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:10:57.797840 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-5758da94-6243-4aa3-b673-c6b8201bb6cb req-5b035bb3-3eb0-4554-ab9e-27df8811f293 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74229'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:57.800545 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9bafca-a593-4b50-b72f-6d3d891dbc95', 'name': 'network-vif-deleted', 'tag': '8c28fdd5-2498-45f4-bf80-707123b37f8b'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:57.862008 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9bafca-a593-4b50-b72f-6d3d891dbc95', 'name': 'network-vif-deleted', 'tag': '8c28fdd5-2498-45f4-bf80-707123b37f8b', 'status': 'completed', 'code': 200} Feb 09 16:10:57.864958 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-5758da94-6243-4aa3-b673-c6b8201bb6cb req-5b035bb3-3eb0-4554-ab9e-27df8811f293 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.42 "DELETE /v2.0/ports/8c28fdd5-2498-45f4-bf80-707123b37f8b HTTP/1.1" status: 204 len: 173 time: 0.9422858 Feb 09 16:10:58.253659 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-e301bae6-76e4-4ce4-b3c6-9b2e6f2b6c49 req-d8e8dd6d-9cb2-4573-ae2e-d728d00ef434 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Synchronizing usage tracker for tenant:7eec621c8d054b22b487856cf9fd5e59 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:10:58.344474 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [req-e301bae6-76e4-4ce4-b3c6-9b2e6f2b6c49 req-d8e8dd6d-9cb2-4573-ae2e-d728d00ef434 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] Unset dirty status for tenant:7eec621c8d054b22b487856cf9fd5e59 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:10:58.345964 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [req-e301bae6-76e4-4ce4-b3c6-9b2e6f2b6c49 req-d8e8dd6d-9cb2-4573-ae2e-d728d00ef434 tempest-VolumesNegativeTest-1142058993 tempest-VolumesNegativeTest-1142058993-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b9bafca-a593-4b50-b72f-6d3d891dbc95 HTTP/1.1" status: 200 len: 210 time: 0.1367710 Feb 09 16:10:59.041236 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:59.052212 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:59.918734 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 8c28fdd5-2498-45f4-bf80-707123b37f8b no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:10:59.951174 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] No Port match for: 8c28fdd5-2498-45f4-bf80-707123b37f8b {{(pid=83710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:10:59.951536 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron.plugins.ml2.rpc [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Device 8c28fdd5-2498-45f4-bf80-707123b37f8b not bound to the agent host hv-cinder-82510 {{(pid=83710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:11:00.344901 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:06.221077 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 34394) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:11:06.389905 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-a4ecc1e7-ac1f-4cd3-a1c0-6f731da19a0e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7eec621c8d054b22b487856cf9fd5e59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1676173 Feb 09 16:11:06.392352 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 34400) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:11:06.451065 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:06.475362 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:06.617626 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:06.646815 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea339be-a198-4b2c-b73e-577135caa2f5,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:06.659211 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:06.659907 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:06.660971 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:06.662016 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:06.662369 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:06.662874 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:06.665792 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:06.665792 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:06.665792 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:06.665792 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:06.665792 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:06.759943 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:06.761057 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-061e5720-f218-41ad-b277-83aa0a55facb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ea339be-a198-4b2c-b73e-577135caa2f5 HTTP/1.1" status: 204 len: 168 time: 0.3678050 Feb 09 16:11:15.255112 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:11:16.674161 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:25.444956 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e611fb03-084d-423e-8800-c1d3c1e4c27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:27.805153 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ba1230c4-bf4e-4e2f-b006-329dc05ca1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:28.987854 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:29.060194 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:29.247718 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 34610) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:11:29.386932 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-be8155ad-e0a6-4909-a2cf-c563a49d58e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:29.416280 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-be8155ad-e0a6-4909-a2cf-c563a49d58e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:11:29.420241 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-be8155ad-e0a6-4909-a2cf-c563a49d58e0 admin admin] Usage tracker for resource:security_group_rule and tenant:338ba0a52d3b43c3b8fc34e067dbcee8 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:11:29.422996 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-be8155ad-e0a6-4909-a2cf-c563a49d58e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:11:29.428501 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-be8155ad-e0a6-4909-a2cf-c563a49d58e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:11:29.491635 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-be8155ad-e0a6-4909-a2cf-c563a49d58e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:29.564740 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-be8155ad-e0a6-4909-a2cf-c563a49d58e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:29.609390 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8155ad-e0a6-4909-a2cf-c563a49d58e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd609d3-f868-432e-a0d9-5b577b1bcdb5,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:29.615427 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-be8155ad-e0a6-4909-a2cf-c563a49d58e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=338ba0a52d3b43c3b8fc34e067dbcee8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3666875 Feb 09 16:11:29.618385 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 34616) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:11:29.683451 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8c2aa08c-117e-4a24-b7d1-beedad7bd855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:29.709692 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8c2aa08c-117e-4a24-b7d1-beedad7bd855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:29.844520 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8c2aa08c-117e-4a24-b7d1-beedad7bd855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:29.862647 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2aa08c-117e-4a24-b7d1-beedad7bd855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd609d3-f868-432e-a0d9-5b577b1bcdb5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:29.865343 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8c2aa08c-117e-4a24-b7d1-beedad7bd855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:29.866663 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-8c2aa08c-117e-4a24-b7d1-beedad7bd855 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abd609d3-f868-432e-a0d9-5b577b1bcdb5 HTTP/1.1" status: 204 len: 168 time: 0.2471540 Feb 09 16:11:30.330667 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:30.468671 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 34624) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:11:30.487458 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aaad1392-b05d-47e5-8c57-fea267b6cb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:30.518577 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-aaad1392-b05d-47e5-8c57-fea267b6cb22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:11:30.522684 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-aaad1392-b05d-47e5-8c57-fea267b6cb22 admin admin] Usage tracker for resource:security_group_rule and tenant:5d68933b4c42476caa700715758fc434 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:11:30.525368 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-aaad1392-b05d-47e5-8c57-fea267b6cb22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:11:30.531347 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-aaad1392-b05d-47e5-8c57-fea267b6cb22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:11:30.595472 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aaad1392-b05d-47e5-8c57-fea267b6cb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:30.656147 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aaad1392-b05d-47e5-8c57-fea267b6cb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:30.705588 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad1392-b05d-47e5-8c57-fea267b6cb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d037e99-82d7-4d83-b90e-fe6bcbad549b,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:30.709656 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-aaad1392-b05d-47e5-8c57-fea267b6cb22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d68933b4c42476caa700715758fc434&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2399991 Feb 09 16:11:30.713282 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 34628) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:11:30.771103 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8998014-3c92-4789-8a66-456e10ddbe1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:30.795826 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8998014-3c92-4789-8a66-456e10ddbe1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:30.907667 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8998014-3c92-4789-8a66-456e10ddbe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:30.923932 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8998014-3c92-4789-8a66-456e10ddbe1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d037e99-82d7-4d83-b90e-fe6bcbad549b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:30.928274 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8998014-3c92-4789-8a66-456e10ddbe1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:30.930632 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-b8998014-3c92-4789-8a66-456e10ddbe1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d037e99-82d7-4d83-b90e-fe6bcbad549b HTTP/1.1" status: 204 len: 168 time: 0.2172503 Feb 09 16:11:32.708045 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 34658) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:11:32.857404 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9e40736-2456-492a-b774-9bc7d14fe476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:32.892310 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e9e40736-2456-492a-b774-9bc7d14fe476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:11:32.897729 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e9e40736-2456-492a-b774-9bc7d14fe476 admin admin] Usage tracker for resource:security_group_rule and tenant:73abf4df44cc443287e98645bfdaef04 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:11:32.902755 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-e9e40736-2456-492a-b774-9bc7d14fe476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:11:32.909714 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e9e40736-2456-492a-b774-9bc7d14fe476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:11:33.000922 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9e40736-2456-492a-b774-9bc7d14fe476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:33.067892 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9e40736-2456-492a-b774-9bc7d14fe476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:33.116725 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e40736-2456-492a-b774-9bc7d14fe476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1602887d-044c-4c3c-a2b1-9c8d0a21b548,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:33.121906 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-e9e40736-2456-492a-b774-9bc7d14fe476 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73abf4df44cc443287e98645bfdaef04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4119124 Feb 09 16:11:33.124044 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 34664) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:11:33.182061 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-303b03be-9fdf-4bce-a279-560c7ce9d2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:33.208292 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-303b03be-9fdf-4bce-a279-560c7ce9d2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:33.342311 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-303b03be-9fdf-4bce-a279-560c7ce9d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:33.356605 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b03be-9fdf-4bce-a279-560c7ce9d2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1602887d-044c-4c3c-a2b1-9c8d0a21b548,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:33.362917 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-303b03be-9fdf-4bce-a279-560c7ce9d2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:33.364026 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-303b03be-9fdf-4bce-a279-560c7ce9d2e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1602887d-044c-4c3c-a2b1-9c8d0a21b548 HTTP/1.1" status: 204 len: 168 time: 0.2391081 Feb 09 16:11:42.170808 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 34744) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:11:42.309546 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0630f06e-b21c-4b12-9e15-de74b25946c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:42.341957 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-0630f06e-b21c-4b12-9e15-de74b25946c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:11:42.345854 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-0630f06e-b21c-4b12-9e15-de74b25946c3 admin admin] Usage tracker for resource:security_group_rule and tenant:8341aa130a0d44559195cf72be4d992a is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:11:42.348654 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-0630f06e-b21c-4b12-9e15-de74b25946c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:11:42.354334 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-0630f06e-b21c-4b12-9e15-de74b25946c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:11:42.418012 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0630f06e-b21c-4b12-9e15-de74b25946c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:42.495549 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0630f06e-b21c-4b12-9e15-de74b25946c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:42.544454 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630f06e-b21c-4b12-9e15-de74b25946c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bb84df-1390-420d-90ae-fafdc4913a28,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:42.549714 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-0630f06e-b21c-4b12-9e15-de74b25946c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8341aa130a0d44559195cf72be4d992a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3778985 Feb 09 16:11:42.552859 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 34750) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:11:42.614805 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:42.640967 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:42.769893 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:42.786189 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bb84df-1390-420d-90ae-fafdc4913a28,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:42.796104 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:42.797250 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1bb84df-1390-420d-90ae-fafdc4913a28 HTTP/1.1" status: 204 len: 168 time: 0.2434857 Feb 09 16:11:42.798651 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:42.798991 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:42.799327 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:42.799660 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:42.799988 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:42.800320 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:42.800643 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:42.800968 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:42.801289 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:42.801619 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:42.801934 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78845-0681-4aba-898f-504e14221838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:46.655560 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:48.844907 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 34812) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:11:48.982012 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb7297c4-2047-4bdb-889b-fd7a8409fdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:49.012985 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cb7297c4-2047-4bdb-889b-fd7a8409fdb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:11:49.016744 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-cb7297c4-2047-4bdb-889b-fd7a8409fdb8 admin admin] Usage tracker for resource:security_group_rule and tenant:0971c106df774c65ad28761a0b84ccf6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:11:49.019587 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.quota.resource [None req-cb7297c4-2047-4bdb-889b-fd7a8409fdb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:11:49.025115 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cb7297c4-2047-4bdb-889b-fd7a8409fdb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:11:49.089194 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb7297c4-2047-4bdb-889b-fd7a8409fdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:49.123632 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb7297c4-2047-4bdb-889b-fd7a8409fdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:49.174117 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-cb7297c4-2047-4bdb-889b-fd7a8409fdb8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0971c106df774c65ad28761a0b84ccf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3281393 Feb 09 16:11:49.174942 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7297c4-2047-4bdb-889b-fd7a8409fdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128ab98e-8410-4ad7-88cf-dd0542016424,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:49.176797 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 34818) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:11:49.235751 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0d65c1f0-0334-478c-b979-0a8353a83f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:49.260604 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0d65c1f0-0334-478c-b979-0a8353a83f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:49.403871 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0d65c1f0-0334-478c-b979-0a8353a83f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:49.419673 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65c1f0-0334-478c-b979-0a8353a83f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128ab98e-8410-4ad7-88cf-dd0542016424,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:49.433265 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-0d65c1f0-0334-478c-b979-0a8353a83f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:49.435059 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-0d65c1f0-0334-478c-b979-0a8353a83f86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/128ab98e-8410-4ad7-88cf-dd0542016424 HTTP/1.1" status: 204 len: 168 time: 0.2572823 Feb 09 16:11:50.110639 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 34826) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:11:50.128777 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a232-9889-4414-a2d7-6f7d2a609a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:50.159429 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-b0b5a232-9889-4414-a2d7-6f7d2a609a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:11:50.163121 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-b0b5a232-9889-4414-a2d7-6f7d2a609a9d admin admin] Usage tracker for resource:security_group_rule and tenant:f562863cdc26419fbf564947eb73929f is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:11:50.165808 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-b0b5a232-9889-4414-a2d7-6f7d2a609a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:11:50.171461 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-b0b5a232-9889-4414-a2d7-6f7d2a609a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:11:50.233108 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a232-9889-4414-a2d7-6f7d2a609a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:50.289240 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a232-9889-4414-a2d7-6f7d2a609a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:50.337022 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5a232-9889-4414-a2d7-6f7d2a609a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56efb6c-571c-4883-bb42-fdce7ec72384,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:50.341703 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-b0b5a232-9889-4414-a2d7-6f7d2a609a9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f562863cdc26419fbf564947eb73929f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2300584 Feb 09 16:11:50.344365 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 34830) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:11:50.401283 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-966cd2a3-08d4-4b83-b085-02a21441eb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:50.425244 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-966cd2a3-08d4-4b83-b085-02a21441eb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:50.556323 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-966cd2a3-08d4-4b83-b085-02a21441eb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:50.570200 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cd2a3-08d4-4b83-b085-02a21441eb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56efb6c-571c-4883-bb42-fdce7ec72384,revision_number=None']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:50.577423 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-966cd2a3-08d4-4b83-b085-02a21441eb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:50.578451 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-966cd2a3-08d4-4b83-b085-02a21441eb45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a56efb6c-571c-4883-bb42-fdce7ec72384 HTTP/1.1" status: 204 len: 168 time: 0.2331898 Feb 09 16:11:52.255368 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:11:55.436245 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d8bee51b-4337-421c-835e-7bfcbd2af1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:57.905966 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c10bf5d3-7b03-470b-876f-cd2630d6337f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:58.986031 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:59.019915 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:00.322708 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:16.693707 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:25.429844 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-55fb0083-45ea-4670-8337-936f6aed6b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:27.806891 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-90f167ec-300d-4479-8433-3d1e754fbeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:28.522306 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.wsgi [-] (83708) accepted ('10.222.0.30', 35028) {{(pid=83708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:12:28.660734 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:28.690713 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 16:12:28.694345 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Usage tracker for resource:security_group_rule and tenant:dbd426b11cb94a1b82b1c3b8db3746b2 is out of sync, need to count used quota {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 16:12:28.697011 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.quota.resource [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 16:12:28.702427 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.db.quota.driver [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 16:12:28.767202 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:28.846759 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron_lib.callbacks.manager [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_create {{(pid=83708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:28.887798 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7daf13-cbe6-4a2d-8872-29e0b4f180b7,revision_number=1']} {{(pid=83708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:28.899077 dv-cinder-825105-1-smb neutron-server[83708]: INFO neutron.wsgi [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbd426b11cb94a1b82b1c3b8db3746b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3753252 Feb 09 16:12:28.901933 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.30', 35034) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:12:28.902610 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:28.902780 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:28.903116 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:28.903505 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:28.903804 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:28.904191 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:28.904362 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:28.904672 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:28.904984 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:28.905318 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:28.905633 dv-cinder-825105-1-smb neutron-server[83708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befaaf91-0e44-43ac-905c-e40a5d57df8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-smb {{(pid=83708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:28.964377 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-18eff94e-fa9a-4c5f-82b2-10b4767ff5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:28.989738 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:28.990355 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-18eff94e-fa9a-4c5f-82b2-10b4767ff5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:29.046038 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:29.103506 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-18eff94e-fa9a-4c5f-82b2-10b4767ff5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776553'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:29.119282 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eff94e-fa9a-4c5f-82b2-10b4767ff5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7daf13-cbe6-4a2d-8872-29e0b4f180b7,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:29.128160 dv-cinder-825105-1-smb neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-18eff94e-fa9a-4c5f-82b2-10b4767ff5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:29.129946 dv-cinder-825105-1-smb neutron-server[83709]: INFO neutron.wsgi [None req-18eff94e-fa9a-4c5f-82b2-10b4767ff5f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc7daf13-cbe6-4a2d-8872-29e0b4f180b7 HTTP/1.1" status: 204 len: 168 time: 0.2268260 Feb 09 16:12:29.255526 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:12:30.338056 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:46.674434 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:55.456803 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-db5a40e2-5e8d-4688-9ef1-513dcd6e7696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:57.811005 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66985a19-e2a0-4041-bf87-083c791cc447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:58.988354 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:59.039195 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:00.336002 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:06.256896 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:13:16.661311 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:25.403530 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5a0e234d-1e68-4905-b069-0c1c0cff3115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:27.803381 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2a77d2e0-e7dd-4632-8185-1e512991e166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:28.986390 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:29.031870 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:30.334777 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:43.256541 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:13:46.699605 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.413656 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9be090c6-a82a-49a2-968a-655a4b34354e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:57.796314 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f1f70d1c-1a2e-4060-923a-cb48c3e07616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:58.978934 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:59.058848 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:00.344725 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.693364 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:20.258022 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:14:25.435400 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aee2d689-69ec-49ca-af1d-9379f31dccec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.812382 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c77966c2-bac3-4431-94e3-e47da705590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.984018 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:29.041169 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:30.354817 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:46.764064 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.443490 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e51d6e9-602b-4e8e-8b19-a4c044931c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:57.257714 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:14:57.814691 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-865f0694-d47d-48df-afa4-975af7ce96b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:58.979772 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:59.061676 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:00.365001 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:16.706932 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:25.432906 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a63f4315-7a26-4a84-8bc0-536793e0c2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:27.804053 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dec6616a-310c-4538-ba12-a6309ff39d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:28.986018 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:29.037469 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:30.349666 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:34.257805 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:15:46.731077 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:55.427626 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-204dcd8d-56d6-41b6-8164-4d0923b474de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:57.816112 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2b030c9-fa40-4716-a5ef-f5ca08e065c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:58.987395 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:59.038604 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:00.350477 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:11.257682 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:16:16.747071 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:25.419801 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-263847e3-f734-4208-a96a-fb53ee56ee9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:27.820344 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-afce12ad-35d7-4bec-bdcc-723127404e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:28.991097 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:29.063526 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:30.362757 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:46.738530 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:48.257138 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:16:55.433877 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1a36b52-38e5-43f6-8148-7080ce0a90ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:57.818052 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-543fdbf8-20b7-41af-bf5d-e5cc39dc5f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:58.981910 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f58b748b-c7ce-4e7d-80e5-7b9c67a77b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:59.033517 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bf90b-8708-4412-b09a-81c734914c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:00.383649 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8250-eb47-42cb-b5c5-cf7f3c3c5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:16.770162 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd240-fa7f-43d3-9ba0-31aee6f96eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:25.256773 dv-cinder-825105-1-smb neutron-server[83711]: DEBUG neutron.db.agents_db [None req-bcad6ec5-b69e-4d65-8160-18419d5297a5 None None] Agent healthcheck: found 6 active agents {{(pid=83711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:17:25.433484 dv-cinder-825105-1-smb neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b0766fd7-1ff6-421b-90e3-2b1c232f512b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772266662229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3248731'] for agent, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}